diff --git "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log"
deleted file mode 100644--- "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log"
+++ /dev/null
@@ -1,22086 +0,0 @@
-2022-02-02 22:30:26,552 INFO    MainThread:21197 [internal.py:wandb_internal():86] W&B internal server running at pid: 21197, started at: 2022-02-02 22:30:26.552046
-2022-02-02 22:30:26,553 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: check_version
-2022-02-02 22:30:26,554 INFO    WriterThread:21197 [datastore.py:open_for_write():77] open: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/run-1j0459xm.wandb
-2022-02-02 22:30:26,555 DEBUG   SenderThread:21197 [sender.py:send():182] send: header
-2022-02-02 22:30:26,555 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: check_version
-2022-02-02 22:30:26,621 DEBUG   SenderThread:21197 [sender.py:send():182] send: run
-2022-02-02 22:30:26,733 INFO    SenderThread:21197 [dir_watcher.py:__init__():169] watching files in: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files
-2022-02-02 22:30:26,733 INFO    SenderThread:21197 [sender.py:_start_run_threads():740] run started: 1j0459xm with start time 1643841026
-2022-02-02 22:30:26,733 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:30:26,733 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: run_start
-2022-02-02 22:30:26,734 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:30:27,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_created():217] file/dir created: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:30:27,892 DEBUG   HandlerThread:21197 [meta.py:__init__():40] meta init
-2022-02-02 22:30:27,892 DEBUG   HandlerThread:21197 [meta.py:__init__():54] meta init done
-2022-02-02 22:30:27,892 DEBUG   HandlerThread:21197 [meta.py:probe():211] probe
-2022-02-02 22:30:27,898 DEBUG   HandlerThread:21197 [meta.py:_setup_git():201] setup git
-2022-02-02 22:30:27,916 DEBUG   HandlerThread:21197 [meta.py:_setup_git():208] setup git done
-2022-02-02 22:30:27,916 DEBUG   HandlerThread:21197 [meta.py:_save_pip():58] save pip
-2022-02-02 22:30:27,917 DEBUG   HandlerThread:21197 [meta.py:_save_pip():72] save pip done
-2022-02-02 22:30:27,917 DEBUG   HandlerThread:21197 [meta.py:_save_conda():79] save conda
-2022-02-02 22:30:28,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_created():217] file/dir created: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/requirements.txt
-2022-02-02 22:30:28,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_created():217] file/dir created: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/conda-environment.yaml
-2022-02-02 22:30:32,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_created():217] file/dir created: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:33,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/conda-environment.yaml
-2022-02-02 22:30:33,777 DEBUG   HandlerThread:21197 [meta.py:_save_conda():87] save conda done
-2022-02-02 22:30:33,777 DEBUG   HandlerThread:21197 [meta.py:probe():249] probe done
-2022-02-02 22:30:33,779 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:30:33,779 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:30:33,849 DEBUG   SenderThread:21197 [sender.py:send():182] send: config
-2022-02-02 22:30:33,851 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:30:33,851 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:30:33,851 WARNING SenderThread:21197 [sender.py:send_metric():831] Seen metric with glob (shouldnt happen)
-2022-02-02 22:30:33,851 DEBUG   SenderThread:21197 [sender.py:send():182] send: files
-2022-02-02 22:30:33,851 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-metadata.json with policy now
-2022-02-02 22:30:34,191 INFO    Thread-11 :21197 [upload_job.py:push():137] Uploaded file /tmp/tmpyve_1ltqwandb/3r85iekv-wandb-metadata.json
-2022-02-02 22:30:34,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:34,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_created():217] file/dir created: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-metadata.json
-2022-02-02 22:30:36,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:38,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:40,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:42,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:44,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:46,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:48,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:48,918 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:30:48,918 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:30:50,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:52,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:54,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:56,162 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:30:56,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:30:57,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/config.yaml
-2022-02-02 22:30:58,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:00,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:02,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:04,014 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:31:04,014 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:31:04,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:06,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:08,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:10,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:12,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:14,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:16,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:18,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:19,158 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:31:19,158 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:31:20,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:22,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:24,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:26,411 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:31:26,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:28,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:30,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:32,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:34,300 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:31:34,300 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:31:34,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:36,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:38,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:40,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:42,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:44,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:46,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:48,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:49,422 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:31:49,422 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:31:50,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:52,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:54,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:56,648 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:31:56,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:31:58,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:00,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:02,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:04,553 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:32:04,553 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:32:04,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:06,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:08,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:10,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:12,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:14,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:17,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:19,619 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:32:19,619 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:32:19,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:21,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:23,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:25,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:26,875 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:32:27,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:29,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:31,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:33,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:34,433 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,438 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,443 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,443 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,444 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,444 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,444 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,450 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,455 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,455 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,460 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,472 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,473 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,474 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,475 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,482 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,484 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,485 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,490 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,492 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,495 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,505 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,507 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,514 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,517 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,518 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:32:34,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:32:34,541 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:32:34,563 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:32:34,695 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:32:34,696 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:32:34,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:32:35,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:36,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:37,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:39,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:41,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:43,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:45,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:47,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:49,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:49,820 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:32:49,820 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:32:51,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:53,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:55,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:57,120 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:32:57,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:32:58,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/config.yaml
-2022-02-02 22:32:59,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:01,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:03,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:04,983 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:33:04,983 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:33:05,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:07,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:09,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:11,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:13,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:15,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:17,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:19,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:20,053 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:33:20,054 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:33:21,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:23,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:25,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:27,367 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:33:27,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:29,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:31,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:33,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:35,257 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:33:35,257 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:33:35,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:37,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:39,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:41,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:43,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:45,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:47,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:49,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:50,371 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:33:50,371 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:33:51,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:53,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:55,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:57,587 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:33:57,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:33:59,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:01,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:03,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:05,462 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:34:05,462 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:34:05,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:07,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:09,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:11,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:13,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:15,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:18,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:20,539 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:34:20,539 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:34:20,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:22,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:24,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:26,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:27,813 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:34:28,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:30,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:32,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:34,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:35,135 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:34:35,179 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:34:35,202 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:34:35,611 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:34:35,611 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:34:35,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:34:36,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:38,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:40,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:42,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:44,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:46,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:48,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:50,712 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:34:50,713 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:34:50,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:52,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:54,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:56,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:34:58,056 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:34:58,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:00,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:02,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:04,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:05,796 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:35:05,796 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:35:06,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:08,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:10,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:12,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:14,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:16,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:18,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:20,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:20,869 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:35:20,869 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:35:22,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:24,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:26,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:28,317 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:35:28,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:30,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:32,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:34,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:35,963 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:35:35,963 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:35:36,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:40,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:42,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:44,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:46,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:48,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:50,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:51,031 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:35:51,031 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:35:52,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:54,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:56,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:35:58,568 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:35:58,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:00,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:02,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:04,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:06,105 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:36:06,105 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:36:06,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:08,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:10,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:12,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:14,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:16,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:18,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:20,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:21,233 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:36:21,233 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:36:22,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:24,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:26,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:28,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:28,820 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:36:30,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:33,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:35,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:35,973 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:36:36,021 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:36:36,044 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:36:36,304 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:36:36,304 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:36:36,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:36:37,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:39,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:41,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:43,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:45,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:47,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:49,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:51,376 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:36:51,377 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:36:51,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:53,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:55,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:57,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:36:59,059 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:36:59,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:01,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:03,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:05,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:06,476 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:37:06,476 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:37:07,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:09,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:11,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:13,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:15,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:17,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:19,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:21,554 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:37:21,554 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:37:21,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:23,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:25,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:27,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:29,315 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:37:29,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:31,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:33,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:35,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:36,622 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:37:36,622 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:37:37,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:39,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:41,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:43,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:45,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:47,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:49,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:51,690 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:37:51,690 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:37:51,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:53,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:55,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:57,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:37:59,565 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:37:59,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:01,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:03,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:05,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:06,804 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:38:06,804 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:38:07,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:09,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:11,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:14,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:16,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:18,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:20,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:21,890 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:38:21,890 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:38:22,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:24,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:26,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:28,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:29,814 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:38:30,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:32,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:34,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:36,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:37,021 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:38:37,021 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:38:38,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:40,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:40,976 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:38:41,023 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:38:41,051 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:38:41,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:38:41,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:42,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:44,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:46,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:48,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:50,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:52,090 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:38:52,090 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:38:52,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:54,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:38:58,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:00,084 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:39:00,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:02,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:04,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:06,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:07,187 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:39:07,187 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:39:08,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:10,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:12,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:14,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:16,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:18,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:20,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:22,269 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:39:22,269 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:39:22,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:24,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:26,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:28,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:30,335 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:39:30,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:32,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:34,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:36,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:37,341 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:39:37,341 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:39:38,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:40,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:42,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:44,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:46,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:48,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:50,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:52,427 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:39:52,428 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:39:52,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:54,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:56,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:39:58,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:00,578 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:40:00,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:02,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:04,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:06,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:07,587 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:40:07,587 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:40:08,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:10,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:12,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:15,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:17,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:19,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:21,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:22,715 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:40:22,715 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:40:23,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:25,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:27,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:29,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:30,820 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:40:31,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:33,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:35,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:37,821 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:40:37,821 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:40:37,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:39,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:40,819 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:40:40,865 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:40:40,889 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:40:41,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:40:41,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:42,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:43,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:45,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:47,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:49,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:51,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:52,903 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:40:52,903 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:40:53,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:55,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:57,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:40:59,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:01,087 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:41:01,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:03,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:05,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:07,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:07,994 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:41:07,994 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:41:09,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:11,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:13,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:15,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:17,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:19,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:21,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:23,067 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:41:23,067 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:41:23,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:25,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:27,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:29,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:31,342 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:41:31,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:33,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:35,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:38,259 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:41:38,260 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:41:38,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:40,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:42,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:44,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:46,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:48,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:50,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:52,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:53,384 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:41:53,384 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:41:54,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:56,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:41:58,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:00,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:01,577 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:42:02,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:04,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:06,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:08,557 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:42:08,557 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:42:08,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:10,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:12,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:14,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:16,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:18,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:20,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:22,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:23,760 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:42:23,760 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:42:24,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:27,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:29,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:31,816 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:42:31,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:33,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:35,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:37,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:38,836 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:42:38,836 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:42:39,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:41,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:43,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:45,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:47,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:49,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:51,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:53,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:53,964 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:42:53,964 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:42:55,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:57,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:42:59,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:01,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:02,051 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:43:03,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:05,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:07,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:09,034 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:43:09,034 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:43:09,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:11,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:13,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:15,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:17,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:19,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:21,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:23,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:24,182 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:43:24,182 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:43:25,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:27,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:30,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:32,287 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:43:32,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:34,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:36,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:38,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:39,309 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:43:39,309 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:43:40,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:42,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:44,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:46,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:48,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:50,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:51,888 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:43:51,893 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:43:51,898 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:43:51,903 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:43:51,903 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-02 22:43:51,903 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:43:51,903 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:43:51,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:43:51,929 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:43:52,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:43:52,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:53,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:54,386 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:43:54,386 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:43:54,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:43:56,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:02,545 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:44:04,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/config.yaml
-2022-02-02 22:44:08,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:09,473 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:44:09,473 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:44:10,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:12,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:14,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:16,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:18,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:22,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:24,570 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:44:24,570 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:44:24,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:26,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:28,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:30,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:32,796 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:44:32,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:34,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:36,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:38,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:39,637 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:44:39,637 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:44:40,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:42,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:44,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:46,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:48,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:50,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:53,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:54,736 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:44:54,736 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:44:55,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:57,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:44:59,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:01,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:03,045 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:45:03,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:05,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:07,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:09,860 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:45:09,860 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:45:09,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:11,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:13,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:15,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:17,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:19,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:21,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:23,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:24,933 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:45:24,933 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:45:25,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:27,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:29,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:31,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:33,290 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:45:33,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:35,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:37,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:39,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:40,096 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:45:40,096 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:45:41,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:43,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:45,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:47,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:49,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:51,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:53,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:55,774 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:45:55,774 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:45:55,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:57,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:45:59,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:01,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:03,529 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:46:03,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:05,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:06,559 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:46:06,606 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:46:06,634 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:46:06,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:46:07,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:09,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:10,878 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:46:10,878 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:46:11,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:13,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:15,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:17,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:19,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:21,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:23,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:25,950 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:46:25,950 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:46:25,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:27,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:29,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:31,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:33,783 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:46:33,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:35,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:37,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:39,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:41,036 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:46:41,037 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:46:41,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:43,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:45,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:47,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:49,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:51,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:53,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:55,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:56,147 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:46:56,147 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:46:57,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:46:59,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:01,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:03,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:04,032 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:47:05,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:07,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:09,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:11,244 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:47:11,244 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:47:11,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:13,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:15,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:17,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:20,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:24,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:26,319 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:47:26,320 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:47:26,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:28,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:30,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:32,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:34,286 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:47:34,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:36,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:38,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:40,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:41,462 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:47:41,462 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:47:42,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:44,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:46,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:48,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:50,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:52,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:54,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:56,532 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:47:56,532 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:47:56,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:47:58,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:00,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:02,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:04,524 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:48:04,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:06,985 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:48:07,035 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:48:07,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:07,063 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:48:08,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:48:08,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:09,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:11,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:11,652 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:48:11,652 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:48:13,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:15,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:17,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:19,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:21,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:23,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:25,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:26,744 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:48:26,744 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:48:27,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:29,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:31,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:33,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:34,757 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:48:35,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:37,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:39,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:41,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:41,906 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:48:41,906 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:48:43,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:45,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:47,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:49,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:51,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:53,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:55,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:56,988 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:48:56,988 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:48:57,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:48:59,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:01,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:03,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:04,991 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:49:05,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:07,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:09,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:11,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:12,092 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:49:12,092 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:49:13,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:15,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:17,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:19,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:21,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:23,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:25,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:27,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:27,165 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:49:27,166 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:49:29,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:31,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:33,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:35,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:35,222 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:49:37,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:39,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:41,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:42,305 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:49:42,305 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:49:43,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:45,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:47,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:49,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:51,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:53,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:55,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:57,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:49:57,387 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:49:57,387 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:49:59,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:02,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:04,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:05,457 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:50:06,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:08,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:09,672 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:50:09,715 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:50:09,738 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:50:10,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:50:10,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:11,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:12,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:12,480 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:50:12,480 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:50:14,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:16,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:18,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:20,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:22,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:24,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:26,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:27,568 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:50:27,569 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:50:28,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:30,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:32,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:34,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:35,710 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:50:36,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:38,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:40,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:42,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:42,672 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:50:42,672 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:50:44,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:46,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:48,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:50,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:52,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:54,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:56,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:50:57,740 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:50:57,740 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:50:58,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:00,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:02,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:04,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:05,928 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:51:06,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:08,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:10,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:12,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:12,812 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:51:12,812 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:51:14,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:16,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:18,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:20,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:22,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:24,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:26,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:27,884 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:51:27,884 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:51:28,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:30,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:32,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:34,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:36,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:36,165 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:51:38,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:40,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:42,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:43,021 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:51:43,021 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:51:44,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:46,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:48,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:50,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:52,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:54,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:56,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:58,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:51:58,173 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:51:58,173 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:52:00,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:02,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:04,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:06,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:06,390 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:52:09,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:10,177 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:52:10,222 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:52:10,246 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:52:11,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:52:11,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:13,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:13,292 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:52:13,292 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:52:15,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:17,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:19,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:21,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:23,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:25,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:27,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:28,386 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:52:28,386 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:52:29,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:31,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:33,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:35,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:36,629 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:52:37,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:39,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:41,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:43,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:43,472 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:52:43,472 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:52:45,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:47,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:49,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:51,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:53,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:55,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:57,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:52:58,541 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:52:58,542 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:52:59,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:01,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:03,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:05,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:06,851 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:53:07,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:09,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:11,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:13,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:13,615 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:53:13,615 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:53:15,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:17,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:19,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:21,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:23,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:25,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:27,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:28,760 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:53:28,760 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:53:29,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:31,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:33,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:35,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:37,073 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:53:37,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:39,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:41,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:43,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:43,892 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:53:43,892 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:53:45,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:47,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:49,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:51,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:53,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:55,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:57,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:53:58,989 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:53:58,990 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:53:59,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:02,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:04,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:06,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:07,305 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:54:08,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:10,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:10,558 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:54:10,603 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:54:10,626 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:54:11,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:54:12,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:14,091 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:54:14,092 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:54:14,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:16,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:18,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:20,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:22,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:24,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:26,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:28,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:29,220 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:54:29,220 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:54:30,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:32,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:34,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:36,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:37,568 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:54:38,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:40,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:42,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:44,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:44,328 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:54:44,328 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:54:46,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:48,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:50,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:52,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:54,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:56,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:58,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:54:59,524 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:54:59,524 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:55:00,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:02,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:04,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:06,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:07,810 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:55:08,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:10,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:12,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:14,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:14,592 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:55:14,593 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:55:16,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:18,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:21,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:23,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:25,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:27,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:29,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:30,004 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:55:30,004 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:55:31,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:33,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:35,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:37,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:38,053 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:55:39,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:41,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:43,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:45,115 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:55:45,115 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:55:45,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:47,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:49,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:51,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:53,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:55,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:57,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:55:59,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:00,191 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:56:00,191 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:56:01,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:03,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:05,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:08,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:08,296 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:56:10,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:12,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:14,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:15,322 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:56:15,322 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:56:16,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:18,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:20,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:22,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:24,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:26,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:28,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:30,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:30,401 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:56:30,401 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:56:32,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:34,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:36,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:38,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:38,547 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:56:40,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:42,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:44,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:45,517 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:56:45,517 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:56:46,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:48,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:50,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:52,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:54,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:56,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:56:59,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:00,714 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:57:00,714 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:57:01,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:03,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:05,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:07,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:08,781 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:57:09,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:11,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:13,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:15,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:15,789 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:57:15,789 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:57:17,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:19,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:21,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:22,341 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 22:57:22,353 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 22:57:22,384 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 22:57:23,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 22:57:23,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:25,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:57:30,947 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:57:30,947 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:57:39,084 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:57:46,025 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:57:46,025 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:57:51,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:01,107 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:58:01,107 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:58:09,399 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:58:16,179 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:58:16,180 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:58:25,188 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:27,188 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:29,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:31,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:31,270 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:58:31,270 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:58:33,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:35,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:37,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:39,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:39,654 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:58:41,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:43,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:45,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:46,359 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:58:46,359 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:58:47,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:49,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:51,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:53,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:55,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:57,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:58:59,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:01,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:01,458 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:59:01,458 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:59:03,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:05,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:07,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:09,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:09,897 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:59:11,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:13,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:15,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:16,637 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:59:16,637 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:59:17,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:19,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:21,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:23,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:25,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:27,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:29,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:31,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:31,731 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:59:31,731 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:59:33,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:35,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:38,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:40,125 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 22:59:40,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:42,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:44,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:46,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:46,810 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 22:59:46,810 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 22:59:48,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:50,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:52,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:54,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:56,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 22:59:58,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:00,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:01,903 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:00:01,903 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:00:02,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:04,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:06,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:08,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:10,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:10,373 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:00:12,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:16,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:17,040 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:00:17,040 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:00:18,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:20,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:20,852 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:00:20,908 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:00:20,931 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:00:21,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:00:22,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:23,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:24,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:26,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:28,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:30,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:32,173 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:00:32,173 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:00:32,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:34,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:36,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:38,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:40,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:40,617 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:00:42,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:44,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:46,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:47,301 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:00:47,301 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:00:48,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:50,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:52,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:54,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:56,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:00:58,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:00,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:02,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:02,375 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:01:02,375 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:01:04,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:06,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:08,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:10,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:10,856 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:01:12,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:14,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:16,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:17,533 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:01:17,533 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:01:18,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:20,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:23,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:25,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:27,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:29,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:31,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:32,619 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:01:32,619 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:01:33,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:35,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:37,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:39,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:41,091 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:01:41,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:43,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:45,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:47,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:47,690 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:01:47,690 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:01:49,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:51,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:53,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:55,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:57,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:01:59,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:01,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:02,759 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:02:02,759 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:02:03,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:05,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:07,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:09,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:11,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:11,328 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:02:13,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:15,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:17,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:17,867 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:02:17,867 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:02:19,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:21,212 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:02:21,257 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:02:21,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:02:21,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:21,281 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:02:23,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:24,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:25,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:27,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:29,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:31,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:32,994 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:02:32,994 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:02:33,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:35,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:37,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:39,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:41,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:41,561 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:02:43,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:45,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:47,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:48,068 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:02:48,069 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:02:49,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:51,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:53,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:55,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:57,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:02:59,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:01,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:03,143 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:03:03,143 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:03:03,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:05,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:07,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:09,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:11,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:11,792 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:03:13,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:15,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:17,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:18,237 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:03:18,237 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:03:19,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:21,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:23,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:25,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:27,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:29,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:31,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:33,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:33,324 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:03:33,324 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:03:35,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:37,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:39,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:41,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:42,021 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:03:43,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:45,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:47,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:48,409 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:03:48,409 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:03:49,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:51,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:53,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:55,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:57,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:03:59,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:01,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:03,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:03,502 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:04:03,502 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:04:05,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:07,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:09,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:11,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:12,262 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:04:13,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:15,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:18,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:18,579 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:04:18,579 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:04:20,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:21,352 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:04:21,395 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:04:21,417 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:04:22,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:04:22,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:24,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:26,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:28,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:30,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:32,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:33,686 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:04:33,686 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:04:34,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:36,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:38,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:40,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:42,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:42,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:04:44,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:46,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:48,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:48,789 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:04:48,789 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:04:50,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:52,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:54,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:56,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:04:58,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:00,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:02,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:03,950 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:05:03,950 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:05:04,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:06,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:08,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:10,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:12,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:12,724 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:05:14,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:16,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:18,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:19,021 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:05:19,021 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:05:20,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:22,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:24,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:26,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:28,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:30,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:32,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:34,161 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:05:34,161 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:05:34,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:36,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:38,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:40,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:42,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:42,944 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:05:44,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:46,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:48,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:49,244 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:05:49,244 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:05:50,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:52,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:54,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:56,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:05:58,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:00,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:02,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:04,326 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:06:04,326 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:06:04,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:06,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:08,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:10,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:12,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:13,177 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:06:14,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:16,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:18,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:19,397 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:06:19,397 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:06:20,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:22,155 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:06:22,197 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:06:22,223 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:06:22,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:06:22,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:24,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:26,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:28,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:31,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:33,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:34,503 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:06:34,503 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:06:35,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:37,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:39,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:41,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:43,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:43,423 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:06:45,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:47,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:49,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:49,591 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:06:49,591 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:06:51,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:53,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:55,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:57,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:06:59,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:01,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:03,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:04,682 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:07:04,682 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:07:05,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:07,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:09,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:11,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:13,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:13,647 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:07:15,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:17,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:19,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:19,783 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:07:19,783 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:07:21,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:23,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:25,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:27,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:29,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:31,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:33,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:34,856 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:07:34,856 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:07:35,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:37,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:39,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:41,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:43,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:43,868 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:07:45,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:47,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:49,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:50,008 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:07:50,008 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:07:51,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:53,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:55,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:57,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:07:59,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:01,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:03,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:05,107 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:08:05,107 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:08:05,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:07,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:09,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:11,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:13,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:14,099 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:08:15,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:17,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:19,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:20,180 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:08:20,180 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:08:21,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:23,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:23,818 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:08:23,860 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:08:23,882 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:08:24,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:08:25,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:27,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:29,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:31,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:33,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:35,259 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:08:35,260 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:08:35,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:37,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:39,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:41,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:43,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:44,347 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:08:46,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:48,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:50,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:50,380 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:08:50,380 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:08:52,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:54,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:56,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:08:58,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:00,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:02,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:04,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:05,551 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:09:05,551 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:09:06,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:08,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:10,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:12,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:14,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:14,588 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:09:16,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:18,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:20,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:20,795 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:09:20,795 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:09:22,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:24,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:26,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:28,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:30,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:32,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:34,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:35,929 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:09:35,929 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:09:36,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:38,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:40,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:42,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:44,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:44,825 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:09:46,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:48,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:50,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:51,012 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:09:51,012 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:09:52,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:55,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:57,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:09:59,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:01,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:03,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:05,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:06,148 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:10:06,148 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:10:07,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:09,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:11,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:13,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:15,065 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:10:15,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:17,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:19,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:21,254 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:10:21,255 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:10:21,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:23,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:25,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:27,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:29,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:31,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:33,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:35,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:36,328 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:10:36,328 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:10:37,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:39,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:41,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:43,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:45,298 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:10:45,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:47,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:49,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:51,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:51,445 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:10:51,446 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:10:53,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:55,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:10:58,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:00,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:02,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:04,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:06,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:06,670 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:11:06,670 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:11:08,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:10,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:12,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:14,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:15,532 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:11:16,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:18,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:20,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:21,741 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:11:21,741 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:11:22,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:24,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:26,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:28,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:30,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:32,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:34,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:36,032 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:11:36,050 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:11:36,078 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:11:36,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:11:36,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:36,821 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:11:36,821 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:11:38,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:11:45,791 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:11:51,902 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:11:51,902 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:12:06,977 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:12:06,977 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:12:08,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:12:16,114 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:12:22,054 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:12:22,054 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:12:37,139 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:12:37,139 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:12:44,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:12:46,401 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:12:46,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:12:48,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:12:50,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:12:52,307 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:12:52,307 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:12:52,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:12:55,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:12:57,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:12:59,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:01,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:03,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:05,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:07,392 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:13:07,392 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:13:07,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:09,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:11,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:13,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:15,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:16,637 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:13:17,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:19,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:21,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:22,471 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:13:22,471 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:13:23,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:25,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:27,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:29,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:31,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:33,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:35,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:37,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:37,588 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:13:37,589 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:13:39,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:41,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:43,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:45,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:46,878 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:13:47,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:49,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:51,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:52,721 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:13:52,721 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:13:53,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:55,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:57,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:13:59,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:01,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:03,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:05,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:07,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:07,824 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:14:07,824 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:14:09,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:11,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:13,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:15,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:17,117 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:14:17,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:19,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:21,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:22,900 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:14:22,900 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:14:23,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:25,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:27,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:29,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:31,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:33,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:36,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:38,037 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:14:38,037 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:14:38,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:40,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:41,469 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:14:41,533 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:14:41,556 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:14:42,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:14:42,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:44,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:46,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:47,365 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:14:48,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:50,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:52,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:53,147 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:14:53,148 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:14:54,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:56,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:14:58,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:00,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:02,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:04,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:06,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:08,251 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:15:08,251 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:15:08,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:10,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:12,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:14,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:16,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:17,606 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:15:18,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:20,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:22,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:23,335 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:15:23,335 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:15:24,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:26,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:28,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:30,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:32,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:34,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:36,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:38,420 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:15:38,420 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:15:38,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:40,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:42,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:44,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:46,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:47,846 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:15:48,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:50,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:52,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:53,521 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:15:53,521 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:15:54,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:56,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:15:58,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:00,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:02,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:04,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:06,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:08,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:08,604 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:16:08,604 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:16:10,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:12,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:14,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:16,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:18,080 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:16:18,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:20,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:22,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:23,711 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:16:23,711 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:16:24,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:26,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:28,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:30,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:32,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:34,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:37,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:38,835 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:16:38,835 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:16:39,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:41,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:42,365 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:16:42,408 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:16:42,430 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:16:42,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:16:43,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:45,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:47,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:48,323 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:16:49,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:51,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:53,983 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:16:53,984 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:16:55,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:57,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:16:59,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:01,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:03,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:05,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:07,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:09,086 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:17:09,086 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:17:09,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:11,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:13,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:15,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:17,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:18,572 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:17:19,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:21,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:23,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:24,188 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:17:24,188 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:17:25,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:27,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:29,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:31,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:33,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:35,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:37,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:39,255 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:17:39,255 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:17:39,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:41,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:43,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:45,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:47,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:48,837 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:17:49,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:51,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:53,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:54,332 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:17:54,332 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:17:55,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:57,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:17:59,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:01,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:03,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:05,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:07,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:09,442 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:18:09,442 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:18:09,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:11,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:13,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:15,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:17,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:19,081 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:18:19,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:21,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:23,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:24,515 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:18:24,515 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:18:25,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:27,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:29,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:31,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:33,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:36,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:38,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:39,621 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:18:39,621 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:18:40,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:42,324 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:18:42,366 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:18:42,387 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:18:42,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:18:42,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:43,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:44,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:46,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:48,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:49,338 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:18:50,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:52,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:54,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:54,762 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:18:54,763 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:18:56,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:18:58,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:00,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:02,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:04,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:06,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:08,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:09,840 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:19:09,840 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:19:10,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:14,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:16,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:18,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:19,583 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:19:20,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:22,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:24,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:24,914 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:19:24,914 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:19:26,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:28,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:30,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:32,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:34,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:36,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:38,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:39,982 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:19:39,982 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:19:40,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:42,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:44,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:46,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:48,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:49,836 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:19:50,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:52,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:54,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:55,078 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:19:55,079 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:19:56,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:19:58,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:00,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:02,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:04,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:06,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:08,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:10,153 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:20:10,153 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:20:10,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:12,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:14,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:16,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:18,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:20,083 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:20:20,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:22,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:24,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:25,453 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:20:25,453 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:20:26,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:28,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:30,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:32,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:34,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:36,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:38,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:40,592 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:20:40,592 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:20:41,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:43,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:45,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:46,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:20:46,533 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:20:46,555 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:20:46,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:20:47,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:48,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:49,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:50,329 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:20:51,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:53,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:55,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:55,661 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:20:55,662 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:20:57,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:20:59,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:01,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:03,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:05,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:07,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:09,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:10,816 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:21:10,816 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:21:11,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:13,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:15,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:17,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:19,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:20,576 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:21:21,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:23,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:25,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:25,894 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:21:25,894 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:21:27,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:29,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:31,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:33,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:35,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:37,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:39,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:41,019 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:21:41,020 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:21:41,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:43,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:45,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:47,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:49,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:50,815 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:21:51,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:53,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:55,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:56,092 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:21:56,092 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:21:57,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:21:59,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:01,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:03,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:05,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:07,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:09,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:11,206 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:22:11,206 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:22:11,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:13,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:15,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:17,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:19,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:21,058 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:22:21,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:23,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:25,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:26,324 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:22:26,324 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:22:27,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:29,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:31,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:33,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:35,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:37,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:39,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:41,424 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:22:41,424 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:22:41,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:43,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:46,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:46,678 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:22:46,721 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:22:46,743 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:22:47,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:22:48,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:50,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:51,304 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:22:52,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:54,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:56,497 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:22:56,497 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:22:56,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:22:58,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:00,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:02,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:04,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:06,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:08,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:10,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:11,569 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:23:11,569 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:23:12,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:14,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:16,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:18,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:20,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:21,549 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:23:22,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:24,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:26,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:26,684 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:23:26,684 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:23:28,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:30,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:32,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:34,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:36,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:38,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:40,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:41,857 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:23:41,857 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:23:42,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:44,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:46,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:48,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:50,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:51,801 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:23:52,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:54,623 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:56,623 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:23:57,041 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:23:57,041 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:23:59,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:01,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:03,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:05,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:07,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:09,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:11,626 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:12,187 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:24:12,187 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:24:13,626 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:15,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:17,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:19,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:21,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:22,054 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:24:23,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:25,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:27,273 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:24:27,274 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:24:27,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:29,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:31,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:33,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:35,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:37,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:39,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:41,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:42,350 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:24:42,350 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:24:43,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:45,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:47,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:49,633 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:51,633 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:52,305 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:24:54,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:56,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:24:57,501 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:24:57,501 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:24:58,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:00,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:02,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:04,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:06,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:08,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:10,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:12,627 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:25:12,627 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:25:12,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:14,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:16,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:18,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:20,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:22,561 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:25:22,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:24,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:26,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:27,768 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:25:27,769 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:25:28,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:30,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:32,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:34,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:36,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:38,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:40,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:42,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:42,992 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:25:42,992 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:25:44,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:47,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:49,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:51,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:52,815 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:25:53,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:55,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:57,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:25:58,083 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:25:58,083 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:25:58,167 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:25:58,181 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:25:58,211 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:25:58,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:25:59,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:26:01,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:26:13,162 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:26:13,162 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:26:23,132 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:26:28,247 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:26:28,247 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:26:31,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:26:43,320 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:26:43,320 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:26:53,432 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:26:53,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:26:55,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:26:58,397 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:26:58,397 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:27:05,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:07,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:09,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:11,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:13,502 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:27:13,502 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:27:13,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:15,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:17,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:19,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:21,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:23,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:23,695 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:27:25,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:27,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:28,571 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:27:28,571 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:27:31,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:33,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:35,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:37,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:39,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:41,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:43,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:43,768 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:27:43,768 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:27:45,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:47,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:49,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:51,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:53,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:53,919 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:27:55,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:57,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:27:58,838 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:27:58,838 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:27:59,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:01,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:03,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:05,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:07,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:09,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:11,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:13,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:14,002 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:28:14,002 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:28:15,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:17,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:19,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:21,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:23,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:24,153 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:28:25,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:27,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:29,168 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:28:29,168 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:28:31,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:33,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:35,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:37,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:39,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:41,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:43,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:44,298 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:28:44,299 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:28:45,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:48,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:50,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:52,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:54,390 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:28:54,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:56,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:58,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:28:59,381 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:28:59,381 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:29:00,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:02,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:03,353 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:29:03,388 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:29:03,410 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:29:03,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:29:04,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:06,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:08,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:10,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:12,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:14,465 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:29:14,466 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:29:14,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:16,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:18,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:20,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:22,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:24,649 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:29:24,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:26,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:28,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:29,568 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:29:29,568 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:29:30,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:32,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:34,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:36,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:38,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:40,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:42,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:44,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:44,719 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:29:44,719 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:29:46,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:48,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:50,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:52,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:54,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:54,881 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:29:56,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:58,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:29:59,851 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:29:59,851 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:30:00,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:02,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:04,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:06,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:08,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:10,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:12,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:14,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:14,933 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:30:14,933 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:30:16,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:18,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:20,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:22,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:24,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:25,119 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:30:26,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:28,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:30,046 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:30:30,046 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:30:30,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:32,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:34,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:36,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:38,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:40,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:42,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:44,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:45,120 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:30:45,120 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:30:46,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:50,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:52,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:54,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:55,345 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:30:57,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:30:59,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:00,191 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:31:00,191 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:31:01,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:03,614 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:31:03,663 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:31:03,685 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:31:03,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:31:03,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:04,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:05,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:07,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:09,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:11,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:13,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:15,277 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:31:15,278 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:31:15,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:17,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:19,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:21,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:23,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:25,590 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:31:25,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:27,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:29,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:30,386 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:31:30,386 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:31:31,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:33,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:35,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:37,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:39,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:41,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:43,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:45,458 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:31:45,458 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:31:45,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:47,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:49,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:51,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:53,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:55,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:55,825 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:31:57,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:31:59,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:00,603 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:32:00,604 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:32:01,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:03,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:05,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:07,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:09,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:11,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:13,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:15,696 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:32:15,697 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:32:15,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:17,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:19,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:21,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:23,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:25,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:26,053 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:32:27,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:29,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:30,772 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:32:30,772 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:32:31,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:33,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:35,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:37,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:39,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:41,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:43,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:45,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:45,860 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:32:45,860 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:32:47,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:50,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:52,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:54,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:56,285 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:32:56,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:32:58,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:00,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:01,022 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:33:01,022 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:33:02,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:03,805 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:33:03,846 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:33:03,873 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:33:04,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:33:04,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:06,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:08,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:10,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:12,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:14,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:16,091 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:33:16,091 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:33:16,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:18,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:20,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:22,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:24,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:26,525 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:33:26,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:28,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:30,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:31,202 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:33:31,202 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:33:32,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:34,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:36,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:38,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:40,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:42,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:44,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:46,293 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:33:46,293 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:33:46,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:48,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:50,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:52,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:54,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:56,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:33:56,760 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:33:58,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:00,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:01,367 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:34:01,367 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:34:02,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:04,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:06,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:08,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:10,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:12,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:14,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:16,444 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:34:16,444 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:34:16,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:18,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:20,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:22,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:25,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:26,991 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:34:27,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:29,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:31,590 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:34:31,591 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:34:31,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:33,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:35,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:37,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:39,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:41,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:43,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:45,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:46,667 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:34:46,667 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:34:47,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:49,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:51,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:53,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:55,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:57,216 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:34:57,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:34:59,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:01,742 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:35:01,742 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:35:01,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:03,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:05,259 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:35:05,306 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:35:05,328 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:35:05,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:35:05,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:07,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:09,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:11,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:13,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:15,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:16,817 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:35:16,818 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:35:17,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:19,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:21,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:23,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:25,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:27,521 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:35:27,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:29,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:31,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:31,914 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:35:31,914 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:35:33,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:35,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:37,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:39,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:41,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:43,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:45,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:46,996 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:35:46,996 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:35:47,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:49,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:51,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:53,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:55,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:57,752 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:35:57,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:35:59,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:01,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:02,069 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:36:02,069 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:36:03,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:05,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:07,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:09,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:11,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:13,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:15,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:17,182 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:36:17,182 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:36:17,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:19,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:21,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:23,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:25,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:27,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:27,981 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:36:29,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:32,296 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:36:32,296 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:36:32,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:34,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:36,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:38,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:40,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:42,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:44,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:46,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:47,370 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:36:47,370 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:36:48,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:50,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:52,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:54,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:56,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:36:58,214 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:36:58,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:00,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:02,512 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:37:02,512 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:37:02,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:04,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:05,739 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:37:05,781 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:37:05,803 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:37:06,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:37:06,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:07,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:08,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:10,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:12,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:14,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:16,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:17,642 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:37:17,642 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:37:18,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:20,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:22,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:24,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:26,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:28,466 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:37:28,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:30,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:32,734 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:37:32,735 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:37:32,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:34,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:36,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:38,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:40,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:42,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:44,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:46,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:47,821 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:37:47,821 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:37:48,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:50,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:52,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:54,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:56,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:37:58,701 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:37:58,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:00,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:02,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:02,972 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:38:02,973 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:38:04,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:06,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:08,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:10,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:12,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:14,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:17,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:18,161 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:38:18,162 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:38:19,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:21,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:23,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:25,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:27,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:28,935 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:38:29,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:31,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:33,237 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:38:33,237 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:38:33,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:35,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:37,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:39,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:41,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:43,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:45,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:47,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:48,393 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:38:48,393 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:38:49,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:51,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:53,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:55,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:57,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:38:59,173 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:38:59,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:01,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:03,471 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:39:03,472 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:39:03,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:05,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:07,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:10,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:12,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:14,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:16,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:18,556 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:39:18,557 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:39:18,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:20,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:22,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:24,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:26,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:28,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:29,420 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:39:30,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:32,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:33,721 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:39:33,721 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:39:34,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:36,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:38,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:40,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:42,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:44,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:46,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:48,789 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:39:48,789 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:39:48,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:50,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:52,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:54,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:56,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:58,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:39:59,658 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:40:01,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:03,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:03,863 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:40:03,864 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:40:05,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:07,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:09,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:11,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:13,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:15,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:17,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:18,185 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:40:18,196 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:40:18,223 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:40:18,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:40:18,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:18,977 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:40:18,977 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:40:19,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:21,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:29,939 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:40:34,049 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:40:34,049 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:40:45,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:40:49,126 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:40:49,127 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:41:00,238 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:41:04,202 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:41:04,202 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:41:17,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:19,274 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:41:19,275 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:41:19,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:21,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:23,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:25,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:27,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:29,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:30,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:41:31,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:33,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:34,344 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:41:34,344 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:41:35,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:37,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:39,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:41,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:43,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:45,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:47,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:49,499 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:41:49,499 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:41:49,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:51,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:53,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:55,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:57,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:41:59,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:00,758 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:42:01,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:03,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:04,577 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:42:04,577 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:42:05,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:07,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:09,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:11,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:13,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:15,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:17,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:19,678 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:42:19,679 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:42:21,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:23,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:25,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:27,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:29,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:31,002 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:42:31,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:34,800 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:42:34,800 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:42:34,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:36,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:38,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:40,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:42,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:44,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:46,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:48,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:49,994 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:42:49,995 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:42:50,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:52,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:54,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:56,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:42:58,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:00,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:01,259 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:43:02,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:04,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:05,066 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:43:05,066 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:43:06,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:08,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:10,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:12,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:13,294 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:43:13,338 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:43:13,360 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:43:13,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:43:14,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:15,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:16,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:18,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:20,200 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:43:20,201 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:43:20,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:22,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:24,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:26,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:28,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:30,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:31,523 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:43:32,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:34,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:35,353 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:43:35,353 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:43:36,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:38,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:40,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:42,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:44,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:46,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:48,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:50,441 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:43:50,441 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:43:50,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:52,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:54,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:56,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:43:58,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:00,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:01,766 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:44:02,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:04,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:05,557 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:44:05,557 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:44:06,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:08,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:10,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:12,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:14,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:16,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:18,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:20,696 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:44:20,696 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:44:20,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:22,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:24,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:26,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:28,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:30,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:32,021 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:44:32,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:34,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:35,784 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:44:35,784 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:44:36,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:38,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:40,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:42,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:44,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:47,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:49,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:50,863 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:44:50,863 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:44:51,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:53,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:55,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:57,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:44:59,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:01,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:02,265 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:45:03,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:05,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:05,935 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:45:05,936 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:45:07,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:09,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:11,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:13,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:13,949 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:45:13,993 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:45:14,015 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:45:14,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:45:15,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:17,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:19,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:21,008 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:45:21,009 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:45:21,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:23,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:25,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:27,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:29,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:31,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:32,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:45:33,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:35,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:36,208 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:45:36,208 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:45:37,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:39,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:41,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:43,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:45,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:47,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:49,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:51,301 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:45:51,301 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:45:51,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:53,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:55,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:57,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:45:59,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:01,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:02,764 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:46:03,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:05,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:06,401 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:46:06,401 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:46:07,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:09,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:11,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:13,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:15,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:17,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:19,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:21,482 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:46:21,482 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:46:21,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:23,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:25,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:27,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:29,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:31,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:33,001 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:46:33,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:35,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:36,574 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:46:36,574 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:46:38,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:40,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:42,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:44,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:46,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:48,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:50,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:51,645 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:46:51,648 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:46:52,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:54,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:56,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:46:58,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:00,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:02,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:03,243 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:47:04,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:06,782 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:47:06,782 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:47:06,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:08,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:10,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:12,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:14,034 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:47:14,077 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:47:14,098 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:47:14,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:47:14,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:16,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:18,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:20,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:21,858 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:47:21,859 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:47:22,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:24,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:26,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:28,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:30,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:32,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:33,493 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:47:34,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:36,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:36,939 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:47:36,939 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:47:38,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:40,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:42,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:44,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:46,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:48,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:50,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:52,031 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:47:52,031 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:47:52,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:54,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:56,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:47:58,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:00,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:02,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:03,732 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:48:04,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:06,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:07,101 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:48:07,101 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:48:08,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:10,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:12,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:14,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:16,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:18,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:22,273 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:48:22,273 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:48:22,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:24,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:26,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:28,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:30,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:32,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:33,977 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:48:34,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:36,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:37,389 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:48:37,389 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:48:38,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:40,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:43,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:45,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:47,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:49,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:51,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:52,499 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:48:52,499 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:48:53,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:55,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:57,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:48:59,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:01,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:03,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:04,223 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:49:05,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:07,576 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:49:07,577 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:49:07,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:09,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:11,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:13,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:14,411 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:49:14,456 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:49:14,478 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:49:14,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:49:14,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:15,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:17,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:19,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:21,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:22,655 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:49:22,655 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:49:23,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:25,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:27,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:29,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:31,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:33,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:34,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:49:35,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:37,742 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:49:37,742 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:49:37,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:41,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:43,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:45,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:47,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:49,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:51,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:52,815 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:49:52,815 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:49:53,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:55,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:57,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:49:59,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:01,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:03,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:04,727 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:50:05,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:07,921 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:50:07,921 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:50:07,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:09,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:11,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:13,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:15,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:17,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:19,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:21,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:23,025 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:50:23,025 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:50:23,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:25,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:27,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:29,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:31,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:33,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:34,973 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:50:35,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:37,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:38,102 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:50:38,102 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:50:39,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:41,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:43,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:46,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:48,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:50,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:52,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:53,249 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:50:53,249 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:50:54,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:56,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:50:58,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:00,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:02,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:04,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:05,208 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:51:06,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:08,347 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:51:08,347 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:51:08,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:10,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:12,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:14,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:16,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:18,371 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:51:18,426 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:51:18,454 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:51:18,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:51:18,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:20,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:22,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:23,494 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:51:23,494 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:51:24,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:26,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:28,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:30,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:32,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:34,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:35,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:51:36,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:38,632 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:51:38,632 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:51:38,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:40,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:42,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:44,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:46,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:48,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:50,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:52,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:53,778 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:51:53,779 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:51:54,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:56,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:51:58,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:00,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:02,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:04,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:05,752 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:52:06,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:08,901 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:52:08,901 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:52:08,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:10,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:13,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:15,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:17,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:19,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:21,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:23,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:24,049 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:52:24,050 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:52:25,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:27,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:29,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:31,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:33,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:35,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:36,000 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:52:37,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:39,220 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:52:39,220 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:52:39,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:41,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:43,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:45,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:47,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:49,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:51,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:53,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:54,364 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:52:54,364 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:52:55,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:52:57,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:00,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:02,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:04,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:06,248 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:53:06,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:08,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:09,470 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:53:09,470 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:53:10,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:12,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:14,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:16,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:18,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:20,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:22,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:24,589 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:53:24,589 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:53:24,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:26,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:28,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:30,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:32,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:34,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:36,502 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:53:36,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:38,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:39,753 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:53:39,753 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:53:40,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:42,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:44,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:46,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:48,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:50,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:52,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:54,881 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:53:54,881 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:53:54,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:56,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:53:58,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:00,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:02,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:04,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:06,757 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:54:06,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:08,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:10,020 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:54:10,020 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:54:10,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:12,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:14,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:16,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:19,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:21,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:23,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:25,175 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:54:25,175 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:54:25,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:27,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:29,456 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:54:29,470 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:54:29,492 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:54:29,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:54:29,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:31,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:54:37,027 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:54:40,255 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:54:40,256 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:54:55,330 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:54:55,331 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:55:05,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:07,360 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:55:10,417 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:55:10,417 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:55:25,506 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:55:25,506 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:55:37,653 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:55:38,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:40,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:40,581 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:55:40,581 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:55:42,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:44,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:46,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:48,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:50,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:52,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:54,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:55,672 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:55:55,672 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:55:56,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:55:58,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:00,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:02,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:04,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:06,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:07,884 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:56:08,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:10,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:10,750 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:56:10,750 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:56:12,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:14,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:16,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:18,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:20,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:22,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:24,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:25,829 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:56:25,829 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:56:26,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:28,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:30,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:32,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:34,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:36,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:38,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:38,104 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:56:40,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:40,910 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:56:40,910 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:56:42,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:44,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:46,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:48,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:50,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:52,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:54,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:56,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:56:56,045 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:56:56,045 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:57:00,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:02,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:04,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:06,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:08,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:08,327 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:57:10,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:11,155 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:57:11,155 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:57:12,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:14,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:16,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:18,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:20,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:22,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:24,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:26,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:26,271 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:57:26,272 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:57:28,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:30,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:33,027 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:35,027 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:36,884 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:57:36,927 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:57:36,952 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:57:37,028 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:57:37,028 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:38,564 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:57:39,028 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:41,028 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:41,354 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:57:41,355 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:57:43,029 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:45,029 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:47,029 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:49,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:51,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:53,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:55,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:56,509 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:57:56,509 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:57:57,031 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:57:59,031 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:01,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:03,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:05,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:07,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:08,788 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:58:09,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:11,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:11,573 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:58:11,573 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:58:13,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:15,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:17,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:19,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:21,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:23,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:25,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:26,692 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:58:26,692 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:58:27,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:29,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:31,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:33,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:35,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:37,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:39,010 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:58:39,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:41,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:41,823 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:58:41,823 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:58:43,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:45,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:47,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:49,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:51,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:53,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:55,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:56,936 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:58:56,936 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:58:57,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:58:59,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:01,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:03,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:05,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:07,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:09,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:09,244 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:59:11,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:12,011 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:59:12,011 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:59:13,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:15,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:17,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:19,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:21,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:23,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:25,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:27,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:27,090 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:59:27,090 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:59:29,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:31,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:33,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:35,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:37,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:37,216 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-02 23:59:37,264 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-02 23:59:37,286 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-02 23:59:38,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-02 23:59:39,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:39,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-02 23:59:41,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:42,171 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:59:42,171 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-02 23:59:43,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:45,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:47,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:49,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:51,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:53,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:55,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:57,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-02 23:59:57,241 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-02 23:59:57,241 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:00:00,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:02,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:04,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:06,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:08,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:09,721 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:00:10,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:12,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:12,349 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:00:12,349 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:00:14,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:16,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:18,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:20,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:22,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:24,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:26,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:27,467 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:00:27,467 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:00:28,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:30,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:32,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:34,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:36,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:38,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:39,955 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:00:40,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:42,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:42,549 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:00:42,549 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:00:44,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:46,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:48,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:50,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:52,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:54,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:56,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:00:57,619 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:00:57,619 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:00:58,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:00,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:02,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:04,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:06,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:08,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:10,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:10,182 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:01:12,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:12,692 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:01:12,693 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:01:14,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:16,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:18,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:20,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:22,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:24,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:26,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:27,800 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:01:27,800 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:01:28,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:30,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:32,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:34,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:36,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:38,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:38,365 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:01:38,407 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:01:38,430 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:01:39,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:01:40,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:40,468 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:01:42,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:42,911 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:01:42,912 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:01:44,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:46,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:48,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:50,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:52,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:54,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:56,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:01:57,980 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:01:57,980 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:01:58,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:00,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:02,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:04,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:06,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:08,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:10,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:10,695 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:02:12,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:13,074 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:02:13,074 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:02:14,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:16,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:18,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:20,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:22,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:24,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:26,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:28,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:28,211 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:02:28,211 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:02:31,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:33,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:35,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:37,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:39,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:40,929 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:02:41,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:43,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:43,304 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:02:43,304 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:02:45,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:47,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:49,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:51,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:53,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:55,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:57,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:02:58,387 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:02:58,388 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:02:59,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:01,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:03,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:05,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:07,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:09,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:11,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:11,158 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:03:13,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:13,486 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:03:13,486 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:03:15,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:17,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:19,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:21,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:23,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:25,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:27,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:28,601 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:03:28,601 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:03:29,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:31,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:33,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:35,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:37,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:38,344 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:03:38,395 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:03:38,417 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:03:39,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:03:39,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:40,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:41,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:41,398 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:03:43,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:43,672 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:03:43,672 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:03:45,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:47,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:49,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:51,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:53,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:55,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:57,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:03:58,794 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:03:58,794 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:03:59,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:01,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:03,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:05,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:07,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:09,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:11,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:11,643 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:04:13,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:13,878 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:04:13,878 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:04:15,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:19,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:21,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:23,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:25,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:27,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:28,949 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:04:28,949 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:04:29,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:31,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:33,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:35,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:37,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:39,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:41,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:41,872 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:04:43,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:44,057 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:04:44,057 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:04:45,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:47,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:49,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:51,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:53,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:55,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:57,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:59,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:04:59,133 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:04:59,133 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:05:01,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:03,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:05,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:07,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:09,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:11,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:12,098 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:05:13,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:14,246 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:05:14,246 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:05:15,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:19,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:22,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:24,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:26,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:28,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:29,453 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:05:29,453 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:05:30,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:32,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:34,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:36,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:38,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:38,318 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:05:38,362 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:05:38,384 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:05:39,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:05:40,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:41,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:42,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:42,329 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:05:44,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:44,601 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:05:44,601 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:05:46,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:48,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:50,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:52,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:54,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:56,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:58,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:05:59,717 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:05:59,717 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:06:00,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:02,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:04,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:06,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:08,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:10,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:12,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:12,573 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:06:14,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:14,840 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:06:14,840 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:06:16,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:18,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:20,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:22,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:24,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:26,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:28,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:29,972 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:06:29,972 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:06:30,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:33,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:35,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:37,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:39,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:41,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:42,827 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:06:43,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:45,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:45,128 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:06:45,128 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:06:47,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:49,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:51,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:53,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:55,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:57,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:06:59,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:00,255 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:07:00,255 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:07:01,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:03,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:05,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:07,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:09,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:11,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:13,103 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:07:13,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:15,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:15,392 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:07:15,392 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:07:17,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:19,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:21,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:23,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:25,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:27,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:29,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:30,488 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:07:30,488 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:07:31,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:33,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:35,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:37,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:39,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:41,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:43,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:43,347 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:07:45,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:45,561 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:07:45,561 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:07:47,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:50,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:52,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:54,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:56,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:07:58,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:00,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:00,706 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:08:00,706 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:08:02,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:04,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:06,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:08,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:10,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:12,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:13,582 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:08:14,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:15,773 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:08:15,773 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:08:16,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:18,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:20,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:22,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:24,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:26,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:28,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:30,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:30,846 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:08:30,846 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:08:32,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:34,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:36,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:38,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:40,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:42,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:43,809 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:08:44,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:45,931 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:08:45,932 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:08:46,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:48,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:49,294 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:08:49,313 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:08:49,341 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:08:50,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:08:50,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:08:52,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:01,328 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:09:01,329 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:09:12,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:14,108 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:09:16,410 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:09:16,411 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:09:31,500 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:09:31,500 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:09:44,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:44,385 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:09:46,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:46,576 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:09:46,576 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:09:48,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:50,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:53,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:55,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:57,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:09:59,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:01,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:01,687 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:10:01,687 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:10:03,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:05,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:07,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:09,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:11,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:13,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:14,625 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:10:15,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:16,773 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:10:16,773 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:10:17,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:19,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:21,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:23,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:25,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:27,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:29,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:31,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:31,851 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:10:31,851 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:10:33,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:35,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:37,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:39,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:41,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:43,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:44,856 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:10:45,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:46,956 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:10:46,956 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:10:47,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:49,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:51,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:53,167 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:55,167 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:57,167 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:10:59,168 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:01,168 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:02,112 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:11:02,112 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:11:03,169 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:05,169 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:07,170 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:09,170 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:11,171 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:13,171 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:15,089 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:11:15,172 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:17,172 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:17,187 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:11:17,187 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:11:19,173 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:21,173 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:23,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:25,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:27,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:29,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:31,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:32,279 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:11:32,279 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:11:33,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:35,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:37,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:39,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:41,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:43,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:45,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:45,311 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:11:45,468 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:11:45,521 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:11:45,544 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:11:46,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:11:47,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:47,375 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:11:47,375 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:11:48,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:49,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:51,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:53,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:55,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:57,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:11:59,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:01,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:02,485 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:12:02,485 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:12:03,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:05,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:07,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:09,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:11,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:13,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:15,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:15,535 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:12:17,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:17,603 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:12:17,603 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:12:19,187 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:21,187 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:23,188 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:25,188 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:27,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:29,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:31,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:32,683 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:12:32,683 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:12:34,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:36,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:38,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:40,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:42,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:44,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:45,775 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:12:46,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:47,764 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:12:47,764 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:12:48,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:50,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:52,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:54,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:56,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:12:58,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:00,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:02,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:02,840 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:13:02,840 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:13:04,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:06,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:08,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:10,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:12,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:14,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:16,003 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:13:16,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:17,954 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:13:17,954 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:13:18,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:20,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:22,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:24,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:26,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:28,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:30,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:32,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:33,051 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:13:33,051 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:13:34,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:36,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:38,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:40,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:40,304 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:13:40,352 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:13:40,375 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:13:41,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:13:42,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:43,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:44,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:46,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:46,225 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:13:48,162 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:13:48,162 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:13:48,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:50,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:52,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:54,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:56,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:13:58,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:00,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:02,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:03,287 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:14:03,287 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:14:04,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:06,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:08,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:10,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:12,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:14,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:16,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:16,454 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:14:18,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:18,409 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:14:18,409 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:14:20,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:22,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:24,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:26,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:28,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:30,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:32,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:33,513 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:14:33,513 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:14:34,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:36,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:38,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:40,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:42,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:44,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:46,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:46,676 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:14:48,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:48,590 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:14:48,590 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:14:50,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:52,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:54,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:56,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:14:59,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:01,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:03,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:03,662 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:15:03,664 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:15:05,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:07,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:09,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:11,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:13,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:15,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:16,900 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:15:17,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:18,736 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:15:18,736 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:15:19,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:21,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:23,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:25,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:27,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:29,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:31,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:33,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:33,832 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:15:33,832 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:15:35,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:37,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:39,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:41,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:41,291 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:15:41,339 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:15:41,361 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:15:42,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:15:43,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:45,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:47,129 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:15:47,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:48,905 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:15:48,905 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:15:49,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:51,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:53,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:55,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:57,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:15:59,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:01,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:03,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:03,982 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:16:03,982 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:16:05,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:07,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:09,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:11,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:13,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:15,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:17,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:17,348 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:16:19,074 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:16:19,074 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:16:19,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:21,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:23,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:25,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:27,245 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:29,245 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:31,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:33,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:34,173 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:16:34,173 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:16:35,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:37,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:39,248 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:41,248 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:43,249 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:45,249 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:47,250 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:47,583 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:16:49,250 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:49,289 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:16:49,289 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:16:51,250 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:53,251 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:55,251 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:57,252 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:16:59,252 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:01,253 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:04,254 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:04,431 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:17:04,432 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:17:06,254 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:08,255 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:10,255 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:12,256 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:14,256 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:16,256 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:17,810 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:17:18,257 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:19,505 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:17:19,505 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:17:20,257 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:22,258 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:24,258 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:26,259 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:28,259 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:30,260 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:32,260 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:34,261 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:34,611 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:17:34,611 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:17:36,261 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:38,262 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:40,262 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:41,973 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:17:42,024 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:17:42,047 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:17:42,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:17:42,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:43,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:44,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:46,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:48,111 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:17:48,264 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:49,687 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:17:49,688 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:17:50,264 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:52,265 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:54,265 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:56,266 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:17:58,266 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:00,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:02,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:04,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:04,823 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:18:04,823 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:18:06,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:08,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:10,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:12,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:14,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:16,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:18,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:18,335 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:18:19,898 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:18:19,898 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:18:20,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:22,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:24,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:26,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:28,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:30,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:32,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:34,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:34,977 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:18:34,977 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:18:36,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:38,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:40,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:42,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:46,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:48,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:48,560 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:18:50,081 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:18:50,081 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:18:50,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:52,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:54,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:56,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:18:58,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:00,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:02,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:05,151 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:19:05,151 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:19:05,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:07,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:09,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:11,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:13,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:15,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:17,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:18,793 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:19:19,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:20,221 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:19:20,221 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:19:21,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:23,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:25,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:27,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:29,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:31,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:33,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:35,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:35,292 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:19:35,293 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:19:37,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:39,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:41,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:42,558 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:19:42,611 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:19:42,634 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:19:43,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:19:43,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:44,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:45,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:47,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:49,030 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:19:49,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:50,427 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:19:50,427 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:19:51,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:53,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:55,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:57,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:19:59,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:01,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:03,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:05,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:05,528 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:20:05,528 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:20:07,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:09,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:11,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:13,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:15,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:17,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:19,256 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:20:19,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:20,664 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:20:20,664 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:20:21,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:23,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:25,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:27,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:29,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:31,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:33,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:35,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:35,758 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:20:35,758 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:20:37,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:39,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:42,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:44,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:46,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:48,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:49,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:20:50,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:50,911 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:20:50,911 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:20:52,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:54,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:56,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:20:58,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:00,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:02,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:04,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:05,983 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:21:05,983 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:21:06,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:08,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:10,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:12,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:14,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:16,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:18,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:19,726 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:21:20,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:21,054 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:21:21,054 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:21:22,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:24,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:26,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:28,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:30,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:32,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:34,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:36,221 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:21:36,222 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:21:36,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:38,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:40,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:42,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:45,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:47,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:49,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:49,954 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:21:51,300 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:21:51,300 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:21:51,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:53,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:55,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:57,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:21:59,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:01,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:03,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:05,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:06,442 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:22:06,442 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:22:07,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:09,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:11,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:13,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:15,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:17,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:19,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:20,186 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:22:21,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:21,631 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:22:21,631 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:22:23,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:25,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:27,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:29,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:31,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:33,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:35,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:36,801 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:22:36,801 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:22:37,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:39,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:41,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:43,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:45,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:47,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:50,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:50,432 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:22:51,869 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:22:51,869 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:22:52,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:53,662 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:22:53,672 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:22:53,699 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:22:54,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:22:54,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:55,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:22:56,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:23:06,943 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:23:06,944 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:23:20,754 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:23:22,019 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:23:22,019 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:23:26,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:23:37,101 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:23:37,102 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:23:51,046 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:23:52,172 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:23:52,172 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:23:57,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:23:58,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:00,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:02,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:04,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:06,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:07,271 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:24:07,271 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:24:08,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:10,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:12,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:14,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:16,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:18,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:20,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:21,318 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:24:22,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:22,393 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:24:22,393 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:24:24,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:26,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:28,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:30,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:32,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:34,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:36,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:37,466 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:24:37,466 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:24:38,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:40,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:42,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:44,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:46,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:48,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:50,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:51,553 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:24:52,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:52,538 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:24:52,538 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:24:54,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:56,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:24:58,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:00,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:02,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:04,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:06,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:07,649 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:25:07,649 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:25:08,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:10,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:12,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:14,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:16,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:18,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:20,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:21,789 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:25:22,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:22,722 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:25:22,722 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:25:24,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:26,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:28,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:30,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:32,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:34,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:36,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:37,854 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:25:37,854 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:25:38,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:40,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:42,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:44,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:46,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:48,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:50,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:52,016 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:25:52,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:52,953 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:25:52,953 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:25:54,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:56,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:25:58,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:00,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:02,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:04,046 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:26:04,095 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:26:04,117 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:26:04,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:26:04,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:05,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:06,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:08,040 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:26:08,041 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:26:08,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:10,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:12,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:14,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:16,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:18,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:20,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:22,275 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:26:22,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:23,110 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:26:23,110 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:26:24,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:27,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:29,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:31,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:33,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:35,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:37,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:38,182 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:26:38,182 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:26:39,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:41,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:43,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:45,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:47,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:49,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:51,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:52,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:26:53,268 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:26:53,268 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:26:53,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:55,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:57,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:26:59,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:01,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:03,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:05,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:07,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:08,376 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:27:08,376 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:27:09,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:11,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:13,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:15,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:17,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:19,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:21,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:22,736 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:27:23,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:23,468 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:27:23,469 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:27:25,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:27,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:29,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:31,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:33,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:35,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:37,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:38,583 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:27:38,584 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:27:39,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:41,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:43,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:45,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:47,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:49,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:51,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:52,972 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:27:53,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:53,659 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:27:53,659 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:27:55,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:57,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:27:59,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:01,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:03,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:04,786 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:28:04,829 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:28:04,852 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:28:05,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:28:05,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:06,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:07,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:08,765 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:28:08,765 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:28:09,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:11,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:13,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:15,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:17,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:19,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:21,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:23,209 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:28:23,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:23,845 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:28:23,845 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:28:25,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:27,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:29,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:31,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:33,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:35,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:37,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:38,970 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:28:38,971 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:28:39,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:41,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:43,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:45,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:47,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:49,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:52,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:53,443 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:28:54,065 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:28:54,065 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:28:54,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:56,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:28:58,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:00,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:02,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:04,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:06,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:08,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:09,143 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:29:09,143 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:29:10,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:12,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:14,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:16,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:18,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:20,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:22,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:23,679 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:29:24,281 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:29:24,281 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:29:24,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:26,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:28,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:30,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:32,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:34,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:36,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:38,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:39,353 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:29:39,353 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:29:40,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:42,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:44,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:46,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:48,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:50,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:52,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:53,902 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:29:54,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:54,432 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:29:54,432 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:29:56,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:29:58,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:00,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:02,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:04,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:04,848 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:30:04,892 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:30:04,914 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:30:05,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:30:06,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:08,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:09,514 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:30:09,515 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:30:10,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:12,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:14,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:16,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:18,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:20,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:22,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:24,142 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:30:24,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:24,596 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:30:24,596 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:30:26,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:29,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:31,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:33,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:35,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:37,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:39,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:39,769 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:30:39,769 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:30:41,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:43,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:45,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:47,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:49,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:51,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:53,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:54,371 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:30:54,843 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:30:54,843 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:30:55,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:57,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:30:59,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:01,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:03,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:05,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:07,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:09,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:09,915 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:31:09,915 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:31:11,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:13,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:15,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:17,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:19,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:21,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:23,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:24,605 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:31:24,998 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:31:24,998 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:31:25,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:27,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:29,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:31,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:33,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:35,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:37,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:39,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:40,175 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:31:40,175 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:31:41,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:43,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:45,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:47,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:49,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:51,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:53,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:54,845 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:31:55,285 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:31:55,285 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:31:55,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:57,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:31:59,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:01,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:03,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:05,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:07,346 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:32:07,394 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:32:07,417 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:32:07,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:32:07,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:08,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:09,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:10,370 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:32:10,370 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:32:11,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:13,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:15,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:17,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:19,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:21,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:23,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:25,066 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:32:25,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:25,510 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:32:25,510 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:32:27,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:30,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:32,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:34,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:36,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:38,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:40,601 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:32:40,601 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:32:42,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:44,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:46,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:48,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:50,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:52,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:54,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:55,290 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:32:55,694 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:32:55,694 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:32:56,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:32:58,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:00,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:02,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:04,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:06,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:08,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:10,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:10,764 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:33:10,764 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:33:12,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:14,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:16,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:18,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:20,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:22,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:24,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:25,515 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:33:25,842 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:33:25,842 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:33:26,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:28,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:30,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:32,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:34,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:36,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:38,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:40,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:40,912 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:33:40,912 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:33:42,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:44,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:46,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:48,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:50,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:52,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:54,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:55,746 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:33:55,990 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:33:55,990 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:33:56,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:33:58,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:00,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:02,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:04,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:06,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:07,957 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:34:07,999 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:34:08,026 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:34:08,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:34:08,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:09,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:10,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:11,087 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:34:11,088 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:34:12,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:15,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:17,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:19,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:21,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:23,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:25,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:25,984 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:34:26,176 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:34:26,176 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:34:27,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:29,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:31,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:33,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:35,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:37,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:39,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:41,248 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:34:41,248 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:34:41,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:43,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:45,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:47,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:49,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:51,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:53,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:55,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:56,219 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:34:56,359 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:34:56,359 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:34:57,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:34:59,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:01,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:03,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:05,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:07,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:09,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:11,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:11,551 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:35:11,551 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:35:13,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:15,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:17,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:19,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:21,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:23,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:25,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:26,451 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:35:26,742 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:35:26,742 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:35:27,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:30,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:32,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:34,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:36,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:38,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:40,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:41,905 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:35:41,906 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:35:42,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:44,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:46,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:48,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:50,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:52,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:54,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:56,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:35:56,694 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:35:56,975 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:35:56,975 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:35:58,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:00,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:02,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:04,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:06,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:08,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:10,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:12,071 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:36:12,071 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:36:12,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:14,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:16,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:18,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:20,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:22,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:24,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:26,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:26,937 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:36:27,404 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:36:27,404 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:36:28,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:30,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:32,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:34,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:36,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:38,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:41,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:42,507 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:36:42,507 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:36:43,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:45,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:47,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:49,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:51,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:53,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:55,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:57,173 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:36:57,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:36:57,687 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:36:57,687 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:36:59,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:01,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:03,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:05,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:07,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:09,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:11,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:12,774 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:37:12,775 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:37:13,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:15,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:17,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:19,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:19,730 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:37:19,740 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:37:19,770 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:37:20,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:37:21,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:22,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:27,425 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:37:27,859 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:37:27,860 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:37:42,935 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:37:43,009 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:37:51,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:37:57,755 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:37:58,081 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:37:58,081 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:38:13,154 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:38:13,155 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:38:22,496 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:23,497 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:25,497 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:27,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:28,036 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:38:28,244 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:38:28,244 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:38:29,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:31,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:33,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:35,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:37,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:39,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:41,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:43,333 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:38:43,334 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:38:43,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:45,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:47,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:49,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:51,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:53,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:55,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:57,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:38:58,282 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:38:58,408 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:38:58,408 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:38:59,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:01,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:03,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:06,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:08,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:10,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:12,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:13,537 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:39:13,537 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:39:14,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:16,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:18,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:20,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:22,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:24,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:26,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:28,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:28,516 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:39:28,609 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:39:28,609 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:39:30,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:32,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:34,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:36,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:38,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:40,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:42,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:43,714 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:39:43,714 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:39:44,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:46,516 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:48,516 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:50,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:52,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:54,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:56,518 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:58,518 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:39:58,748 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:39:58,853 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:39:58,853 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:40:00,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:02,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:04,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:06,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:08,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:10,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:12,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:13,979 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:40:13,979 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:40:14,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:16,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:18,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:20,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:22,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:24,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:24,925 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:40:24,969 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:40:24,997 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:40:25,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:40:26,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:28,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:29,052 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:40:29,060 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:40:29,060 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:40:30,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:32,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:34,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:36,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:38,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:40,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:42,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:44,180 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:40:44,180 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:40:44,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:46,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:48,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:50,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:52,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:54,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:56,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:58,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:40:59,269 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:40:59,269 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:40:59,347 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:41:00,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:02,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:04,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:06,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:08,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:10,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:12,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:14,365 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:41:14,365 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:41:15,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:17,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:19,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:21,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:23,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:25,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:27,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:29,439 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:41:29,439 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:41:29,511 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:41:29,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:31,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:33,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:35,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:37,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:39,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:41,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:43,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:44,525 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:41:44,525 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:41:45,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:47,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:49,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:51,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:53,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:55,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:57,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:59,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:41:59,652 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:41:59,652 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:41:59,747 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:42:01,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:03,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:05,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:07,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:09,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:11,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:13,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:14,835 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:42:14,835 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:42:15,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:17,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:19,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:21,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:23,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:25,041 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:42:25,085 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:42:25,108 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:42:25,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:42:25,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:27,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:29,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:29,969 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:42:29,969 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:42:30,041 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:42:31,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:33,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:35,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:37,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:39,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:41,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:43,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:45,054 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:42:45,054 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:42:45,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:47,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:49,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:51,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:53,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:55,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:57,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:42:59,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:00,126 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:43:00,126 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:43:00,277 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:43:01,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:03,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:05,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:07,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:09,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:11,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:13,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:15,352 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:43:15,352 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:43:15,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:17,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:19,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:21,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:23,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:25,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:27,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:29,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:30,434 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:43:30,500 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:43:30,501 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:43:31,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:33,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:35,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:38,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:40,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:42,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:44,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:45,582 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:43:45,582 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:43:46,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:48,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:50,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:52,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:54,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:56,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:43:58,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:00,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:00,650 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:44:00,650 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:44:00,722 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:44:02,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:04,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:06,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:08,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:10,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:12,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:14,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:15,741 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:44:15,741 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:44:16,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:18,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:20,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:22,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:23,621 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:44:23,670 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:44:23,692 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:44:24,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:44:24,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:25,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:26,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:28,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:30,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:30,835 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:44:30,835 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:44:30,915 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:44:32,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:34,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:36,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:38,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:40,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:42,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:44,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:45,930 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:44:45,930 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:44:46,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:48,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:50,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:52,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:54,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:56,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:44:58,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:00,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:01,049 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:45:01,049 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:45:01,126 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:45:02,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:04,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:06,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:08,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:10,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:12,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:14,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:16,126 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:45:16,126 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:45:16,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:18,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:20,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:22,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:24,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:26,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:28,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:30,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:31,196 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:45:31,196 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:45:31,345 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:45:32,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:34,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:36,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:38,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:40,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:42,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:44,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:46,349 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:45:46,349 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:45:46,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:48,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:50,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:52,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:54,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:56,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:45:58,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:00,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:01,421 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:46:01,421 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:46:01,578 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:46:02,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:04,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:06,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:08,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:10,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:12,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:14,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:16,503 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:46:16,503 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:46:16,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:18,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:20,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:22,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:24,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:24,840 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:46:24,882 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:46:24,905 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:46:25,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:46:26,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:28,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:30,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:31,577 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:46:31,577 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:46:31,809 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:46:33,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:35,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:37,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:39,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:41,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:43,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:45,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:46,701 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:46:46,701 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:46:47,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:49,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:51,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:53,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:55,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:57,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:46:59,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:01,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:01,770 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:47:01,771 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:47:02,034 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:47:03,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:05,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:07,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:09,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:11,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:13,623 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:15,623 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:16,866 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:47:16,866 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:47:17,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:19,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:21,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:23,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:25,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:27,626 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:29,626 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:31,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:31,948 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:47:31,948 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:47:32,261 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:47:33,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:35,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:37,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:39,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:41,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:43,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:45,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:47,040 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:47:47,041 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:47:47,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:49,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:51,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:53,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:55,633 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:57,633 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:47:59,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:01,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:02,125 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:48:02,125 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:48:02,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:48:03,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:05,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:07,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:09,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:11,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:13,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:15,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:17,261 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:48:17,261 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:48:17,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:19,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:21,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:23,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:25,035 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:48:25,087 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:48:25,109 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:48:25,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:48:25,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:26,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:27,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:29,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:31,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:32,385 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:48:32,386 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:48:32,700 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:48:34,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:36,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:38,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:40,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:42,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:44,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:46,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:47,449 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:48:47,449 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:48:48,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:50,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:52,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:54,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:56,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:48:58,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:00,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:02,550 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:49:02,550 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:49:02,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:02,945 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:49:04,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:06,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:08,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:10,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:12,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:14,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:16,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:17,661 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:49:17,661 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:49:18,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:20,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:22,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:24,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:26,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:28,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:30,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:32,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:32,772 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:49:32,773 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:49:33,191 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:49:34,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:36,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:38,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:40,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:42,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:44,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:46,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:47,977 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:49:47,977 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:49:49,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:51,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:53,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:55,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:57,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:49:59,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:01,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:03,094 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:50:03,094 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:50:03,425 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:50:03,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:05,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:07,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:09,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:11,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:13,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:15,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:17,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:18,173 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:50:18,174 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:50:19,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:21,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:23,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:25,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:27,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:29,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:31,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:33,314 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:50:33,314 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:50:33,665 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:50:34,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:36,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:38,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:40,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:42,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:44,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:46,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:48,429 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:50:48,430 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:50:48,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:50,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:52,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:54,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:56,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:50:58,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:00,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:02,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:03,533 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:51:03,533 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:51:03,907 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:51:04,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:06,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:08,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:10,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:12,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:14,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:16,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:18,661 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:51:18,661 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:51:18,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:20,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:23,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:25,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:27,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:29,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:31,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:33,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:33,807 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:51:33,807 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:51:34,137 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:51:35,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:36,563 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:51:36,579 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:51:36,609 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:51:36,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:51:37,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:39,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:51:48,901 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:51:48,902 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:52:03,982 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:52:03,982 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:52:04,453 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:52:13,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:19,058 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:52:19,058 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:52:34,138 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:52:34,138 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:52:34,745 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:52:43,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:45,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:47,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:49,241 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:52:49,241 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:52:49,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:51,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:53,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:55,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:57,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:52:59,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:01,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:03,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:04,343 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:53:04,343 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:53:04,989 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:53:05,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:07,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:09,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:11,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:13,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:15,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:17,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:19,413 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:53:19,413 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:53:19,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:21,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:23,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:25,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:27,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:29,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:31,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:33,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:34,517 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:53:34,517 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:53:35,218 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:53:35,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:37,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:39,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:41,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:43,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:45,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:47,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:49,589 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:53:49,589 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:53:49,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:51,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:53,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:55,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:53:58,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:00,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:02,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:04,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:04,735 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:54:04,735 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:54:05,431 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:54:06,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:08,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:10,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:12,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:14,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:16,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:18,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:19,842 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:54:19,842 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:54:20,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:22,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:24,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:26,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:28,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:30,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:32,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:34,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:34,922 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:54:34,922 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:54:35,661 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:54:36,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:38,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:40,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:42,662 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:54:42,705 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:54:42,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:42,731 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:54:43,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:54:44,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:46,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:48,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:50,051 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:54:50,052 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:54:50,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:52,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:54,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:56,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:54:58,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:00,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:02,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:04,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:05,133 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:55:05,133 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:55:05,890 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:55:06,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:08,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:10,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:12,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:14,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:16,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:18,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:20,208 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:55:20,209 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:55:20,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:22,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:24,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:26,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:28,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:30,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:32,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:34,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:35,323 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:55:35,323 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:55:36,114 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:55:36,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:38,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:40,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:42,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:44,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:46,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:48,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:50,427 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:55:50,428 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:55:50,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:52,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:54,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:56,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:55:58,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:00,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:02,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:04,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:05,503 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:56:05,503 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:56:06,337 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:56:06,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:08,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:10,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:12,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:14,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:16,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:19,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:20,647 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:56:20,648 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:56:21,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:23,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:25,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:27,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:29,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:31,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:33,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:35,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:35,776 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:56:35,776 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:56:36,560 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:56:37,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:39,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:41,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:43,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:45,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:46,024 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:56:46,068 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:56:46,091 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:56:46,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:56:47,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:48,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:49,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:50,860 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:56:50,860 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:56:51,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:53,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:55,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:56:59,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:01,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:03,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:05,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:05,957 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:57:05,957 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:57:06,803 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:57:07,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:09,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:11,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:13,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:15,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:17,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:19,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:21,029 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:57:21,029 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:57:21,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:23,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:25,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:27,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:29,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:31,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:33,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:35,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:36,108 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:57:36,108 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:57:37,044 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:57:37,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:39,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:41,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:43,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:45,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:47,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:49,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:51,186 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:57:51,186 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:57:51,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:53,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:55,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:57:59,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:01,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:03,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:05,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:06,272 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:58:06,272 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:58:07,274 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:58:07,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:09,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:11,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:13,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:15,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:18,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:20,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:21,354 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:58:21,354 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:58:22,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:24,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:26,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:28,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:30,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:32,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:34,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:36,455 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:58:36,455 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:58:36,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:37,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:58:38,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:40,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:42,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:44,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:46,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:47,036 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 00:58:47,082 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 00:58:47,111 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 00:58:47,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 00:58:48,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:49,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:50,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:51,535 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:58:51,535 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:58:52,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:54,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:56,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:58:58,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:00,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:02,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:04,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:06,624 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:59:06,624 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:59:06,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:07,711 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:59:08,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:10,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:12,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:14,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:16,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:18,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:20,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:21,721 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:59:21,721 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:59:22,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:24,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:26,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:28,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:30,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:32,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:34,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:36,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:36,846 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:59:36,847 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:59:37,946 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 00:59:38,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:40,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:42,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:44,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:46,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:48,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:50,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:51,944 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 00:59:51,944 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 00:59:52,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:54,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:56,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 00:59:58,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:00,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:02,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:04,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:06,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:07,025 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:00:07,025 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:00:08,166 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:00:08,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:10,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:12,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:14,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:16,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:19,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:21,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:22,172 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:00:22,172 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:00:23,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:25,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:27,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:29,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:31,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:33,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:35,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:37,281 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:00:37,281 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:00:37,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:38,392 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:00:39,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:41,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:43,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:45,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:47,381 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:00:47,423 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:00:47,445 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:00:47,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:00:47,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:49,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:51,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:52,357 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:00:52,357 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:00:53,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:55,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:57,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:00:59,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:01,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:03,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:05,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:07,451 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:01:07,452 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:01:07,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:08,614 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:01:09,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:11,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:13,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:15,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:17,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:19,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:21,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:22,608 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:01:22,608 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:01:23,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:25,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:27,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:29,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:31,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:33,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:35,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:37,681 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:01:37,681 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:01:37,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:38,830 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:01:39,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:41,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:43,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:45,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:47,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:49,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:51,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:52,793 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:01:52,793 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:01:53,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:55,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:57,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:01:59,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:01,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:03,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:05,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:07,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:07,877 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:02:07,877 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:02:09,058 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:02:09,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:11,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:13,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:17,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:19,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:22,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:22,979 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:02:22,979 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:02:24,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:26,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:28,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:30,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:32,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:34,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:36,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:38,113 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:02:38,113 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:02:38,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:39,289 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:02:40,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:42,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:44,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:46,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:48,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:50,137 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:02:50,179 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:02:50,201 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:02:50,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:02:50,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:52,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:53,263 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:02:53,264 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:02:54,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:56,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:02:58,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:00,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:02,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:04,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:06,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:08,413 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:03:08,413 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:03:08,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:09,547 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:03:10,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:12,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:14,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:16,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:18,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:20,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:22,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:23,509 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:03:23,509 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:03:24,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:26,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:28,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:30,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:32,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:34,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:36,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:38,613 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:03:38,613 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:03:38,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:39,793 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:03:40,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:42,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:44,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:47,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:49,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:51,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:53,737 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:03:53,737 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:03:53,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:55,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:57,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:03:59,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:01,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:03,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:05,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:07,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:08,822 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:04:08,822 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:04:09,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:10,020 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:04:11,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:13,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:15,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:17,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:19,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:21,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:23,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:23,897 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:04:23,897 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:04:25,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:27,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:29,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:31,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:33,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:35,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:37,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:39,112 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:04:39,112 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:04:39,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:40,265 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:04:41,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:43,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:45,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:47,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:49,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:51,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:53,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:54,235 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:04:54,235 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:04:55,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:57,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:04:59,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:01,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:03,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:05,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:07,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:09,355 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:05:09,355 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:05:09,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:10,512 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:05:11,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:14,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:16,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:18,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:20,837 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:22,837 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:24,510 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:05:24,510 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:05:24,837 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:26,838 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:28,838 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:30,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:32,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:34,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:36,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:38,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:39,616 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:05:39,616 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:05:40,754 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:05:40,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:42,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:44,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:46,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:48,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:50,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:52,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:54,723 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:05:54,723 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:05:54,843 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:56,843 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:05:58,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:06:00,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:06:01,244 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:06:01,261 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:06:01,291 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:06:01,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:06:02,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:06:03,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:06:09,864 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:06:09,865 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:06:11,017 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:06:24,945 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:06:24,945 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:06:38,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:06:40,037 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:06:40,038 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:06:41,353 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:06:55,109 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:06:55,110 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:07:08,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:09,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:10,184 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:07:10,185 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:07:10,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:11,648 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:07:12,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:14,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:16,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:18,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:20,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:22,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:24,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:25,281 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:07:25,281 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:07:26,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:28,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:30,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:32,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:35,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:39,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:40,385 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:07:40,386 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:07:41,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:41,896 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:07:43,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:45,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:47,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:49,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:51,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:53,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:55,458 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:07:55,458 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:07:55,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:57,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:07:59,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:01,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:03,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:05,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:07,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:09,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:10,542 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:08:10,542 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:08:11,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:12,156 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:08:13,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:15,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:17,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:19,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:21,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:23,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:25,678 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:08:25,678 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:08:25,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:27,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:29,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:31,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:33,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:35,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:37,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:39,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:40,793 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:08:40,793 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:08:41,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:42,417 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:08:43,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:45,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:47,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:49,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:51,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:53,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:55,872 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:08:55,872 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:08:55,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:57,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:08:59,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:01,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:03,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:05,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:07,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:09,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:10,945 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:09:10,945 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:09:11,411 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:09:11,467 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:09:11,490 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:09:11,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:09:11,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:12,700 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:09:13,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:15,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:17,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:19,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:21,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:23,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:25,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:26,042 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:09:26,043 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:09:27,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:29,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:31,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:33,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:35,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:39,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:41,122 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:09:41,122 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:09:41,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:42,952 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:09:43,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:45,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:48,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:50,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:52,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:54,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:56,197 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:09:56,197 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:09:56,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:09:58,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:00,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:02,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:04,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:06,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:08,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:10,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:11,273 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:10:11,274 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:10:12,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:13,196 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:10:14,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:16,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:18,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:20,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:22,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:24,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:26,390 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:10:26,391 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:10:26,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:28,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:30,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:32,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:34,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:36,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:38,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:40,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:41,470 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:10:41,470 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:10:42,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:43,448 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:10:44,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:46,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:48,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:50,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:52,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:54,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:56,565 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:10:56,566 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:10:56,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:10:58,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:00,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:02,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:04,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:06,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:08,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:10,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:11,028 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:11:11,081 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:11:11,108 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:11:11,681 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:11:11,681 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:11:11,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:11:11,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:12,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:13,712 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:11:14,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:16,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:18,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:20,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:22,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:24,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:26,763 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:11:26,763 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:11:26,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:28,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:30,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:32,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:34,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:36,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:38,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:40,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:41,985 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:11:41,985 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:11:42,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:43,966 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:11:44,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:46,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:48,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:50,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:52,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:54,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:57,072 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:11:57,072 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:11:57,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:11:59,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:01,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:03,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:05,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:07,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:09,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:11,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:12,251 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:12:12,251 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:12:13,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:14,206 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:12:15,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:17,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:19,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:21,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:23,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:25,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:27,330 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:12:27,330 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:12:27,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:29,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:31,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:33,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:35,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:37,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:39,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:41,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:42,473 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:12:42,473 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:12:43,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:44,459 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:12:45,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:47,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:49,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:51,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:53,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:55,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:57,624 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:12:57,624 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:12:57,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:12:59,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:01,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:03,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:05,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:07,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:09,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:11,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:12,122 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:13:12,170 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:13:12,193 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:13:12,753 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:13:12,753 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:13:12,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:13:12,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:13,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:14,699 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:13:15,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:17,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:19,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:21,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:23,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:25,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:27,854 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:13:27,854 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:13:27,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:29,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:31,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:33,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:35,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:37,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:39,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:41,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:42,936 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:13:42,936 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:13:43,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:44,946 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:13:45,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:47,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:49,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:51,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:53,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:55,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:57,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:13:58,015 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:13:58,015 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:13:59,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:02,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:04,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:06,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:08,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:10,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:12,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:13,092 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:14:13,092 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:14:14,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:15,208 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:14:16,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:18,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:20,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:22,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:24,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:26,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:28,219 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:14:28,219 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:14:28,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:30,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:32,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:34,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:36,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:38,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:40,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:42,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:43,293 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:14:43,293 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:14:44,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:45,463 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:14:46,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:48,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:50,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:52,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:54,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:56,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:14:58,382 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:14:58,382 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:14:58,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:00,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:02,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:04,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:06,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:08,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:10,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:12,201 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:15:12,250 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:15:12,278 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:15:12,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:15:12,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:13,524 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:15:13,525 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:15:14,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:15,723 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:15:16,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:18,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:20,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:22,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:24,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:26,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:28,605 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:15:28,605 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:15:29,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:31,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:33,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:35,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:37,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:39,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:41,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:43,739 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:15:43,739 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:15:43,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:45,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:45,990 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:15:47,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:49,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:51,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:53,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:55,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:57,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:15:58,902 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:15:58,902 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:15:59,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:01,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:03,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:05,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:07,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:09,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:11,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:13,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:14,007 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:16:14,007 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:16:15,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:16,248 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:16:17,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:19,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:21,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:23,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:25,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:27,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:29,081 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:16:29,081 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:16:29,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:31,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:33,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:35,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:37,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:39,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:41,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:43,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:44,209 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:16:44,209 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:16:45,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:46,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:16:47,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:49,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:51,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:53,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:55,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:57,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:16:59,329 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:16:59,329 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:16:59,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:01,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:03,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:05,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:07,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:09,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:11,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:12,759 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:17:12,810 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:17:12,900 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:17:12,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:17:13,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:14,432 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:17:14,432 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:17:15,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:16,832 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:17:17,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:19,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:21,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:24,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:26,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:28,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:29,574 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:17:29,574 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:17:30,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:32,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:34,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:36,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:38,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:40,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:42,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:44,690 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:17:44,690 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:17:44,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:46,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:47,116 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:17:48,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:50,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:52,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:54,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:56,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:58,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:17:59,841 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:17:59,841 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:18:00,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:02,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:05,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:07,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:09,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:11,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:13,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:14,993 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:18:14,993 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:18:15,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:17,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:17,384 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:18:19,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:21,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:23,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:25,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:27,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:30,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:30,177 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:18:30,177 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:18:32,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:34,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:36,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:38,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:40,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:42,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:44,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:45,306 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:18:45,306 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:18:46,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:47,647 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:18:48,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:50,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:52,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:54,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:56,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:18:58,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:00,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:00,488 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:19:00,488 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:19:02,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:04,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:06,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:08,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:10,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:12,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:14,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:15,611 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:19:15,611 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:19:16,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:17,887 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:19:18,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:20,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:22,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:24,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:26,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:28,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:30,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:30,706 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:19:30,707 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:19:32,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:34,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:36,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:38,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:40,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:42,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:44,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:45,854 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:19:45,854 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:19:47,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:48,129 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:19:49,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:51,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:53,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:55,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:57,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:19:59,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:01,018 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:20:01,018 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:20:01,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:03,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:05,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:07,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:09,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:11,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:13,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:15,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:16,121 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:20:16,121 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:20:17,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:18,370 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:20:19,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:21,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:23,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:23,411 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:20:23,429 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:20:23,460 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:20:24,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:20:25,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:27,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:20:31,198 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:20:31,198 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:20:46,276 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:20:46,276 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:20:48,677 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:21:01,355 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:21:01,355 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:21:05,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:16,430 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:21:16,430 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:21:18,988 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:21:31,509 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:21:31,509 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:21:37,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:39,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:41,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:43,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:45,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:46,608 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:21:46,608 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:21:47,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:49,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:49,261 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:21:51,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:53,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:55,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:57,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:21:59,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:01,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:01,703 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:22:01,703 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:22:03,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:05,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:07,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:09,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:11,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:13,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:15,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:16,830 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:22:16,830 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:22:17,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:19,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:19,521 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:22:21,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:24,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:26,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:28,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:30,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:31,918 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:22:31,918 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:22:32,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:34,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:36,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:38,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:40,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:42,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:44,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:46,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:47,014 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:22:47,014 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:22:48,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:49,768 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:22:50,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:52,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:54,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:56,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:22:58,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:00,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:02,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:02,135 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:23:02,135 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:23:04,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:06,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:08,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:10,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:12,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:14,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:16,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:17,266 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:23:17,266 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:23:18,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:20,022 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:23:20,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:22,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:24,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:26,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:28,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:30,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:32,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:32,418 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:23:32,418 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:23:34,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:36,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:36,215 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:23:36,257 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:23:36,279 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:23:37,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:23:37,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:38,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:40,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:42,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:44,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:46,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:47,577 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:23:47,577 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:23:48,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:50,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:50,283 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:23:52,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:54,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:56,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:23:58,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:00,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:02,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:02,657 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:24:02,657 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:24:05,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:07,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:09,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:11,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:13,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:15,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:17,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:17,784 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:24:17,784 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:24:19,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:20,543 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:24:21,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:23,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:25,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:27,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:29,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:31,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:32,857 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:24:32,857 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:24:33,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:35,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:37,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:39,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:41,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:43,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:45,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:47,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:47,930 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:24:47,930 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:24:49,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:50,793 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:24:51,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:53,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:55,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:57,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:24:59,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:01,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:03,015 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:25:03,015 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:25:03,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:05,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:07,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:09,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:11,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:13,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:15,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:17,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:18,127 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:25:18,127 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:25:19,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:21,047 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:25:21,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:23,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:25,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:27,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:29,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:31,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:32,858 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:25:32,901 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:25:32,923 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:25:33,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:25:33,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:33,205 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:25:33,205 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:25:34,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:35,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:37,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:39,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:41,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:43,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:45,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:47,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:48,274 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:25:48,274 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:25:49,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:51,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:51,300 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:25:53,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:55,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:57,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:25:59,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:01,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:03,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:03,355 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:26:03,355 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:26:05,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:07,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:09,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:11,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:13,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:15,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:17,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:18,476 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:26:18,476 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:26:19,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:21,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:21,543 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:26:23,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:25,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:27,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:29,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:31,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:33,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:33,559 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:26:33,559 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:26:35,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:37,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:39,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:41,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:43,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:45,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:47,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:48,640 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:26:48,640 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:26:50,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:51,786 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:26:52,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:54,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:56,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:26:58,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:00,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:02,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:03,734 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:27:03,734 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:27:04,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:06,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:08,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:10,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:12,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:14,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:16,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:18,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:18,813 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:27:18,814 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:27:20,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:22,030 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:27:22,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:24,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:26,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:28,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:30,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:32,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:33,620 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:27:33,667 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:27:33,689 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:27:33,904 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:27:33,905 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:27:34,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:27:34,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:36,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:38,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:40,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:42,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:44,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:46,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:48,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:49,017 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:27:49,017 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:27:50,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:52,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:52,281 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:27:54,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:56,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:27:58,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:00,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:02,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:04,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:04,134 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:28:04,134 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:28:06,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:08,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:10,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:12,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:14,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:16,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:18,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:19,218 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:28:19,218 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:28:20,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:22,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:22,522 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:28:24,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:26,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:28,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:30,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:32,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:34,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:34,313 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:28:34,313 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:28:36,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:38,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:40,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:42,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:44,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:46,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:48,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:49,384 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:28:49,384 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:28:50,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:52,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:52,773 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:28:54,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:56,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:28:58,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:00,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:03,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:04,503 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:29:04,503 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:29:05,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:07,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:09,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:11,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:13,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:15,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:17,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:19,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:19,582 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:29:19,582 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:29:21,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:23,017 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:29:23,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:25,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:27,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:29,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:31,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:33,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:34,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:29:34,557 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:29:34,580 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:29:34,655 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:29:34,655 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:29:35,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:29:35,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:36,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:37,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:39,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:41,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:43,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:45,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:47,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:49,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:49,742 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:29:49,743 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:29:51,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:53,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:53,261 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:29:55,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:57,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:29:59,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:01,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:03,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:04,817 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:30:04,817 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:30:05,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:07,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:09,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:11,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:13,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:15,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:17,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:19,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:19,889 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:30:19,889 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:30:21,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:23,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:23,478 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:30:25,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:27,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:29,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:31,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:33,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:34,981 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:30:34,981 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:30:35,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:37,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:39,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:43,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:45,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:47,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:49,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:50,076 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:30:50,076 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:30:51,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:53,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:53,713 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:30:55,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:57,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:30:59,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:01,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:03,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:05,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:05,176 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:31:05,176 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:31:07,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:09,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:11,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:13,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:15,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:17,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:19,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:20,247 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:31:20,247 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:31:21,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:23,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:23,951 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:31:25,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:27,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:29,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:31,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:33,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:34,910 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:31:34,952 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:31:34,975 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:31:35,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:31:35,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:35,365 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:31:35,365 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:31:37,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:39,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:41,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:44,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:46,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:48,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:50,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:50,496 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:31:50,497 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:31:52,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:54,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:54,233 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:31:56,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:31:58,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:00,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:02,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:04,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:05,570 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:32:05,570 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:32:06,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:08,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:10,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:12,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:14,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:16,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:18,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:20,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:20,759 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:32:20,759 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:32:22,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:24,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:24,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:32:26,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:28,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:30,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:32,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:34,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:35,939 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:32:35,939 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:32:36,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:38,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:40,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:42,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:44,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:46,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:48,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:50,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:51,025 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:32:51,025 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:32:52,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:54,167 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:54,727 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:32:57,167 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:32:59,168 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:01,168 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:03,168 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:05,169 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:06,226 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:33:06,226 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:33:07,169 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:09,169 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:11,170 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:13,170 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:15,170 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:17,171 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:19,171 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:21,171 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:21,358 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:33:21,358 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:33:23,172 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:24,986 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:33:25,172 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:27,172 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:29,173 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:31,173 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:33,173 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:35,173 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:36,510 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:33:36,510 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:33:37,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:39,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:41,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:43,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:45,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:47,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:49,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:51,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:51,610 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:33:51,610 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:33:53,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:55,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:55,249 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:33:57,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:33:59,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:02,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:04,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:06,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:06,680 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:34:06,681 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:34:08,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:10,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:12,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:14,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:16,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:18,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:20,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:21,825 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:34:21,825 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:34:22,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:24,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:25,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:34:26,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:28,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:30,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:32,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:34,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:36,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:36,949 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:34:36,949 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:34:38,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:40,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:42,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:44,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:45,392 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:34:45,409 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:34:45,431 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:34:46,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:34:46,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:48,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:34:52,020 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:34:52,021 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:34:55,779 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:34:58,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:07,098 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:35:07,099 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:35:22,182 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:35:22,183 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:35:26,078 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:35:30,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:32,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:34,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:36,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:37,283 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:35:37,284 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:35:38,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:40,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:42,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:44,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:46,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:48,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:50,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:52,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:52,398 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:35:52,398 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:35:54,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:56,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:35:56,351 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:35:58,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:00,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:02,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:04,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:06,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:07,469 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:36:07,482 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:36:09,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:11,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:13,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:15,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:17,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:19,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:21,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:22,588 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:36:22,589 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:36:23,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:25,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:26,604 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:36:27,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:29,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:31,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:33,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:35,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:37,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:37,734 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:36:37,734 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:36:39,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:41,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:43,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:45,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:47,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:49,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:51,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:52,904 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:36:52,904 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:36:53,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:55,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:56,852 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:36:57,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:36:59,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:01,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:03,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:05,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:07,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:08,031 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:37:08,032 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:37:09,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:11,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:13,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:15,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:17,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:19,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:21,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:23,161 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:37:23,161 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:37:23,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:25,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:27,114 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:37:27,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:29,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:31,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:33,025 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:37:33,076 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:37:33,099 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:37:33,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:37:33,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:34,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:35,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:37,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:38,275 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:37:38,275 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:37:39,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:41,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:43,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:45,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:47,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:49,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:51,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:53,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:53,411 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:37:53,411 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:37:55,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:57,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:37:57,385 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:37:59,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:01,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:03,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:06,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:08,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:08,481 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:38:08,481 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:38:10,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:12,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:14,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:16,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:18,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:20,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:22,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:23,552 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:38:23,552 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:38:24,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:26,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:27,645 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:38:28,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:30,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:32,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:34,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:36,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:38,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:38,618 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:38:38,618 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:38:40,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:42,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:44,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:46,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:48,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:50,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:52,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:53,699 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:38:53,699 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:38:54,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:56,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:38:57,897 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:38:58,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:00,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:02,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:04,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:06,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:08,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:08,812 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:39:08,813 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:39:10,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:12,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:14,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:16,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:18,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:20,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:22,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:23,883 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:39:23,883 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:39:24,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:26,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:28,136 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:39:28,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:30,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:32,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:34,228 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:39:34,277 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:39:34,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:34,305 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:39:35,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:39:35,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:36,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:38,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:38,966 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:39:38,967 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:39:40,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:42,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:44,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:46,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:48,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:50,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:52,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:54,120 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:39:54,120 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:39:54,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:56,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:58,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:39:58,374 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:40:00,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:02,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:04,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:06,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:08,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:09,198 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:40:09,198 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:40:10,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:12,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:14,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:17,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:19,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:21,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:23,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:24,275 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:40:24,275 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:40:25,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:27,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:28,597 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:40:29,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:31,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:33,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:35,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:37,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:39,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:39,346 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:40:39,346 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:40:41,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:43,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:45,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:47,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:49,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:51,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:53,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:54,416 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:40:54,417 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:40:55,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:57,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:40:58,823 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:40:59,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:01,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:03,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:05,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:07,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:09,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:09,554 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:41:09,554 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:41:11,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:13,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:15,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:17,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:19,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:21,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:23,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:24,655 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:41:24,655 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:41:25,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:27,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:29,045 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:41:29,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:31,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:33,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:35,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:35,397 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:41:35,434 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:41:35,456 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:41:36,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:41:37,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:39,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:39,730 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:41:39,730 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:41:41,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:43,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:45,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:47,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:49,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:51,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:53,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:54,824 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:41:54,824 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:41:55,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:57,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:41:59,283 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:41:59,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:01,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:03,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:05,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:07,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:09,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:09,920 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:42:09,920 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:42:12,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:14,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:16,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:18,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:20,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:22,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:24,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:25,025 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:42:25,025 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:42:26,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:28,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:29,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:42:30,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:32,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:34,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:36,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:38,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:40,099 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:42:40,100 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:42:40,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:42,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:44,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:46,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:48,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:50,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:52,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:54,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:55,286 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:42:55,286 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:42:56,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:58,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:42:59,733 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:43:00,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:02,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:04,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:06,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:08,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:10,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:10,373 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:43:10,374 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:43:12,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:14,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:16,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:18,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:20,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:22,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:24,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:25,451 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:43:25,451 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:43:26,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:28,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:29,959 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:43:30,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:32,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:34,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:35,659 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:43:35,702 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:43:35,724 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:43:36,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:43:36,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:38,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:40,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:40,524 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:43:40,524 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:43:42,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:44,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:46,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:48,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:50,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:52,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:54,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:55,627 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:43:55,627 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:43:56,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:43:58,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:00,194 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:44:00,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:02,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:04,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:06,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:08,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:10,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:10,782 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:44:10,782 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:44:12,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:14,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:16,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:18,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:20,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:22,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:24,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:25,915 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:44:25,915 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:44:26,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:28,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:30,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:30,429 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:44:32,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:34,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:36,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:38,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:40,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:41,006 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:44:41,006 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:44:42,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:44,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:47,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:49,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:51,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:53,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:55,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:56,081 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:44:56,081 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:44:57,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:44:59,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:00,644 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:45:01,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:03,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:05,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:07,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:09,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:11,163 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:45:11,163 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:45:11,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:13,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:15,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:17,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:19,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:21,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:23,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:25,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:26,269 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:45:26,269 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:45:27,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:29,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:30,877 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:45:31,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:33,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:35,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:36,842 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:45:36,886 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:45:36,909 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:45:37,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:45:37,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:38,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:39,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:41,350 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:45:41,351 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:45:41,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:43,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:45,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:47,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:49,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:51,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:53,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:55,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:56,472 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:45:56,472 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:45:57,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:45:59,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:01,125 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:46:01,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:03,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:05,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:07,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:09,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:11,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:11,571 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:46:11,571 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:46:13,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:15,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:17,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:19,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:21,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:24,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:26,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:26,705 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:46:26,706 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:46:28,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:30,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:31,353 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:46:32,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:34,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:36,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:38,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:40,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:41,807 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:46:41,807 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:46:42,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:44,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:46,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:48,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:50,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:52,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:54,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:56,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:46:56,949 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:46:56,949 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:46:58,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:00,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:01,593 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:47:02,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:04,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:06,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:08,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:10,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:12,040 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:47:12,040 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:47:12,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:14,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:16,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:18,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:20,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:22,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:24,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:27,165 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:47:27,165 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:47:27,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:29,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:31,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:31,831 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:47:33,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:35,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:37,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:39,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:41,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:42,340 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:47:42,340 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:47:43,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:45,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:47,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:49,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:51,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:53,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:55,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:57,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:47:57,463 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:47:57,463 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:47:59,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:01,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:02,073 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:48:03,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:05,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:07,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:09,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:11,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:12,646 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:48:12,646 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:48:13,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:15,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:18,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:20,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:22,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:24,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:26,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:27,732 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:48:27,732 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:48:28,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:30,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:32,308 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:48:32,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:34,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:36,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:38,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:40,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:42,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:42,869 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:48:42,870 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:48:44,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:46,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:48,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:48,820 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:48:48,835 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:48:48,858 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:48:49,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:48:49,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:50,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:52,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:48:57,943 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:48:57,944 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:49:02,576 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:49:13,020 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:49:13,020 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:49:24,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:49:28,096 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:49:28,096 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:49:32,890 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:49:43,174 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:49:43,175 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:49:58,293 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:49:58,293 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:49:58,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:00,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:02,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:03,168 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:50:04,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:06,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:08,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:10,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:12,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:13,370 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:50:13,371 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:50:14,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:16,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:18,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:20,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:22,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:24,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:26,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:28,461 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:50:28,461 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:50:28,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:30,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:32,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:33,392 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:50:35,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:37,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:39,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:41,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:43,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:43,541 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:50:43,541 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:50:45,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:47,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:49,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:51,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:53,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:55,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:57,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:50:58,650 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:50:58,650 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:50:59,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:01,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:03,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:03,630 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:51:05,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:07,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:09,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:11,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:13,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:13,723 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:51:13,724 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:51:15,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:17,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:19,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:21,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:23,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:25,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:27,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:28,826 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:51:28,826 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:51:29,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:31,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:33,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:33,868 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:51:35,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:37,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:39,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:41,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:43,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:43,899 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:51:43,899 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:51:45,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:47,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:49,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:51,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:53,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:55,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:56,275 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:51:56,330 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:51:56,353 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:51:56,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:51:57,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:51:59,005 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:51:59,005 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:51:59,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:01,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:03,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:04,112 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:52:05,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:07,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:09,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:11,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:13,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:14,113 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:52:14,113 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:52:15,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:17,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:19,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:21,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:23,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:25,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:27,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:29,249 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:52:29,249 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:52:29,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:31,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:33,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:34,353 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:52:35,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:37,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:39,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:41,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:43,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:44,329 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:52:44,329 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:52:45,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:48,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:50,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:52,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:54,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:56,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:58,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:52:59,495 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:52:59,495 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:53:00,496 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:02,497 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:04,497 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:04,578 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:53:06,497 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:08,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:10,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:12,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:14,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:14,610 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:53:14,610 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:53:16,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:18,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:20,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:22,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:24,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:26,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:28,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:29,676 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:53:29,676 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:53:30,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:32,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:34,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:34,824 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:53:36,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:38,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:40,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:42,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:44,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:44,796 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:53:44,797 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:53:46,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:48,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:50,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:52,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:54,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:56,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:56,846 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:53:56,888 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:53:56,916 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:53:57,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:53:58,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:53:59,930 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:53:59,930 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:54:00,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:02,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:04,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:05,072 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:54:06,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:08,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:10,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:12,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:14,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:15,017 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:54:15,017 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:54:16,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:18,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:20,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:22,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:24,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:26,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:28,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:30,096 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:54:30,096 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:54:30,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:32,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:34,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:35,292 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:54:36,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:38,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:40,516 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:42,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:44,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:45,175 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:54:45,175 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:54:46,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:48,518 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:50,518 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:52,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:54,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:56,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:54:58,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:00,266 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:55:00,266 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:55:00,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:02,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:04,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:05,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:55:06,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:08,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:10,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:12,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:14,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:15,373 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:55:15,373 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:55:16,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:18,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:20,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:22,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:24,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:26,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:29,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:30,480 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:55:30,480 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:55:31,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:33,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:35,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:35,737 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:55:39,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:41,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:43,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:45,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:45,551 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:55:45,551 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:55:47,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:49,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:51,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:52,756 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:55:52,806 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:55:52,833 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:55:53,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:55:53,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:54,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:55,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:57,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:55:59,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:00,677 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:56:00,677 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:56:01,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:03,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:05,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:05,965 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:56:07,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:09,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:11,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:13,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:15,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:15,775 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:56:15,775 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:56:17,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:19,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:21,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:23,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:25,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:27,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:29,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:30,863 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:56:30,863 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:56:31,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:33,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:35,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:36,198 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:56:37,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:39,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:41,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:43,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:45,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:45,988 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:56:45,988 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:56:47,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:49,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:51,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:53,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:55,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:57,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:56:59,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:01,067 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:57:01,067 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:57:01,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:03,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:05,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:06,418 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:57:07,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:09,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:11,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:13,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:15,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:16,184 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:57:16,184 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:57:17,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:19,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:21,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:23,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:25,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:27,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:29,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:31,283 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:57:31,283 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:57:31,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:33,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:35,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:36,645 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:57:37,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:39,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:41,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:43,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:45,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:46,355 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:57:46,355 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:57:47,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:49,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:51,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:53,528 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:57:53,575 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:57:53,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:53,597 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:57:54,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:57:55,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:57,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:57:59,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:01,479 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:58:01,480 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:58:01,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:03,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:05,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:06,881 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:58:07,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:09,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:12,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:14,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:16,586 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:58:16,586 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:58:16,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:18,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:20,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:22,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:24,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:26,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:28,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:30,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:31,660 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:58:31,660 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:58:32,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:34,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:36,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:37,105 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:58:38,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:40,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:42,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:44,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:46,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:46,763 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:58:46,763 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:58:48,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:50,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:52,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:54,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:56,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:58:58,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:00,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:01,833 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:59:01,833 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:59:02,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:04,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:06,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:07,323 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:59:08,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:10,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:12,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:14,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:16,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:16,937 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:59:16,937 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:59:18,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:20,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:22,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:24,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:26,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:28,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:30,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:32,059 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:59:32,059 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:59:32,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:34,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:36,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:37,541 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 01:59:38,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:40,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:42,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:44,623 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:46,623 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:47,131 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 01:59:47,131 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 01:59:48,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:50,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:52,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:53,689 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 01:59:53,737 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 01:59:53,759 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 01:59:54,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 01:59:54,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:55,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:56,626 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 01:59:58,626 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:00,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:02,202 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:00:02,203 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:00:02,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:04,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:06,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:07,786 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:00:08,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:10,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:12,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:14,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:16,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:17,338 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:00:17,338 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:00:18,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:20,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:22,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:24,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:27,633 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:29,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:31,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:32,425 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:00:32,425 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:00:33,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:35,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:37,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:38,033 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:00:39,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:41,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:43,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:45,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:47,532 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:00:47,532 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:00:47,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:49,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:51,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:53,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:55,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:57,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:00:59,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:01,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:02,750 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:01:02,750 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:01:03,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:05,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:07,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:08,267 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:01:09,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:11,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:13,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:15,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:17,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:17,822 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:01:17,822 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:01:19,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:21,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:23,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:25,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:27,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:30,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:32,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:32,898 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:01:32,898 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:01:34,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:36,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:38,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:01:38,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:40,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:42,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:44,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:46,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:48,079 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:01:48,079 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:01:48,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:50,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:52,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:54,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:56,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:01:58,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:00,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:02,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:03,234 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:02:03,234 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:02:04,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:06,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:08,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:08,743 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:02:10,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:12,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:14,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:16,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:18,315 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:02:18,315 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:02:18,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:20,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:22,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:24,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:26,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:28,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:30,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:32,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:33,548 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:02:33,548 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:02:34,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:36,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:38,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:38,974 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:02:40,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:43,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:45,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:47,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:48,642 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:02:48,642 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:02:49,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:51,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:53,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:55,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:57,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:02:59,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:01,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:03,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:03,724 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:03:03,724 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:03:05,130 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:03:05,144 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:03:05,174 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:03:05,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:03:05,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:06,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:07,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:09,229 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:03:15,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:18,821 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:03:18,821 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:03:33,900 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:03:33,900 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:03:39,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:03:48,977 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:03:49,053 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:03:49,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:51,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:53,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:55,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:57,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:03:59,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:01,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:03,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:04,208 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:04:04,208 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:04:05,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:07,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:09,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:09,758 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:04:11,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:13,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:15,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:17,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:19,294 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:04:19,294 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:04:19,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:21,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:23,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:25,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:27,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:29,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:31,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:33,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:34,390 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:04:34,390 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:04:35,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:37,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:39,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:39,992 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:04:41,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:43,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:45,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:47,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:49,468 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:04:49,468 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:04:49,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:51,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:53,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:55,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:57,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:04:59,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:01,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:03,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:04,597 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:05:04,597 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:05:05,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:07,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:09,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:10,237 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:05:11,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:13,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:15,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:18,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:19,694 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:05:19,695 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:05:20,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:22,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:24,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:26,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:28,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:30,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:32,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:34,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:34,802 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:05:34,802 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:05:36,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:38,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:40,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:05:40,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:42,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:44,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:46,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:48,268 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:05:48,312 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:05:48,334 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:05:48,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:05:48,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:49,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:49,877 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:05:49,877 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:05:50,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:52,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:54,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:56,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:05:58,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:00,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:02,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:04,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:04,978 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:06:04,978 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:06:06,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:08,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:10,697 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:06:10,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:12,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:14,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:16,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:18,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:20,115 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:06:20,115 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:06:20,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:22,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:24,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:26,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:28,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:30,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:32,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:34,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:35,190 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:06:35,190 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:06:36,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:38,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:40,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:40,937 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:06:42,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:44,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:46,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:48,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:50,256 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:06:50,256 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:06:50,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:52,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:54,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:56,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:06:58,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:00,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:02,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:04,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:05,337 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:07:05,338 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:07:06,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:08,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:11,192 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:07:12,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:14,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:16,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:18,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:20,450 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:07:20,450 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:07:20,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:22,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:24,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:26,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:28,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:30,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:32,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:34,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:35,519 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:07:35,519 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:07:36,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:38,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:40,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:41,434 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:07:42,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:44,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:47,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:49,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:50,598 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:07:50,598 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:07:51,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:53,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:54,555 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:07:54,602 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:07:54,626 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:07:54,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:07:55,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:57,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:07:59,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:01,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:03,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:05,669 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:08:05,670 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:08:05,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:07,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:09,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:11,670 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:08:11,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:13,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:15,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:17,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:19,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:20,762 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:08:20,763 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:08:21,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:23,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:25,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:27,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:29,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:31,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:33,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:35,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:35,840 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:08:35,841 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:08:37,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:39,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:41,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:41,903 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:08:43,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:45,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:47,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:49,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:50,940 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:08:50,940 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:08:51,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:53,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:55,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:57,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:08:59,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:01,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:03,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:05,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:06,013 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:09:06,013 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:09:07,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:09,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:11,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:12,136 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:09:13,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:15,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:17,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:19,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:21,097 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:09:21,097 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:09:21,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:23,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:25,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:27,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:29,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:31,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:33,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:35,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:36,577 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:09:36,577 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:09:37,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:39,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:41,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:42,366 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:09:43,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:45,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:47,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:49,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:51,668 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:09:51,668 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:09:52,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:54,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:55,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:09:55,548 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:09:55,570 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:09:55,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:09:56,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:09:58,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:00,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:02,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:04,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:06,739 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:10:06,740 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:10:06,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:08,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:10,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:12,607 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:10:12,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:14,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:16,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:18,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:20,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:21,835 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:10:21,835 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:10:22,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:24,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:26,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:28,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:30,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:32,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:34,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:36,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:36,916 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:10:36,916 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:10:38,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:40,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:42,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:42,834 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:10:44,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:46,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:48,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:50,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:52,015 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:10:52,015 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:10:52,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:54,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:56,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:10:58,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:00,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:02,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:04,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:06,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:07,092 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:11:07,092 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:11:08,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:10,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:12,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:13,071 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:11:14,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:16,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:18,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:20,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:22,191 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:11:22,192 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:11:22,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:24,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:26,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:28,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:30,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:32,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:34,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:36,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:37,296 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:11:37,296 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:11:38,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:40,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:42,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:43,295 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:11:44,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:46,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:48,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:50,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:52,435 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:11:52,436 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:11:52,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:54,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:55,456 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:11:55,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:11:55,521 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:11:55,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:11:56,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:11:58,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:00,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:02,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:04,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:06,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:07,519 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:12:07,520 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:12:08,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:10,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:12,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:13,537 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:12:14,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:16,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:18,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:20,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:22,601 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:12:22,602 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:12:22,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:25,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:27,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:29,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:31,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:33,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:35,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:37,672 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:12:37,672 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:12:37,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:39,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:41,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:43,764 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:12:43,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:45,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:47,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:49,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:51,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:52,763 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:12:52,763 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:12:53,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:55,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:57,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:12:59,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:01,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:03,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:05,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:07,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:07,855 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:13:07,855 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:13:09,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:11,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:13,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:13,997 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:13:15,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:17,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:19,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:21,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:22,959 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:13:22,959 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:13:23,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:25,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:27,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:29,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:31,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:33,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:35,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:37,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:38,034 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:13:38,034 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:13:39,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:41,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:43,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:44,235 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:13:45,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:47,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:49,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:51,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:53,142 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:13:53,143 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:13:53,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:55,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:56,127 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:13:56,172 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:13:56,196 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:13:56,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:13:56,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:57,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:13:59,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:01,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:03,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:05,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:07,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:08,213 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:14:08,213 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:14:09,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:11,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:13,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:14,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:14:15,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:17,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:19,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:21,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:23,350 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:14:23,350 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:14:23,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:26,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:28,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:30,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:32,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:34,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:36,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:38,470 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:14:38,470 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:14:38,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:40,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:42,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:44,728 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:14:44,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:46,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:48,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:50,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:52,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:53,622 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:14:53,622 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:14:54,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:56,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:14:58,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:00,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:02,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:04,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:06,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:08,697 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:15:08,697 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:15:08,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:10,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:12,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:14,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:14,959 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:15:16,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:18,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:20,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:22,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:23,872 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:15:23,872 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:15:24,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:26,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:28,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:30,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:32,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:34,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:36,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:38,949 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:15:38,949 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:15:39,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:41,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:43,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:45,202 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:15:45,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:47,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:49,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:51,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:53,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:54,132 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:15:54,132 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:15:55,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:57,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:15:59,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:01,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:03,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:05,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:07,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:09,203 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:16:09,203 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:16:09,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:11,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:13,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:15,451 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:16:15,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:17,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:19,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:21,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:23,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:24,393 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:16:24,393 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:16:25,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:27,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:29,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:31,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:33,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:35,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:37,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:39,582 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:16:39,582 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:16:40,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:42,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:44,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:45,690 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:16:46,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:48,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:50,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:52,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:54,676 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:16:54,676 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:16:54,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:56,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:16:58,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:17:00,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:17:02,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:17:04,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:17:06,483 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:17:06,494 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:17:06,525 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:17:06,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:17:06,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:17:08,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:17:09,786 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:17:09,787 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:17:15,944 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:17:24,870 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:17:24,870 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:17:40,097 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:17:40,097 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:17:46,284 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:17:46,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:17:55,178 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:17:55,178 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:18:10,262 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:18:10,262 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:18:16,577 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:18:20,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:22,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:24,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:25,333 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:18:25,333 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:18:26,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:28,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:30,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:32,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:34,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:36,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:38,847 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:40,414 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:18:40,414 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:18:40,847 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:42,847 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:44,848 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:46,833 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:18:46,848 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:48,848 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:50,849 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:52,849 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:54,850 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:55,615 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:18:55,615 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:18:56,850 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:18:58,850 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:00,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:02,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:04,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:06,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:08,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:10,706 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:19:10,706 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:19:10,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:13,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:15,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:17,104 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:19:17,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:19,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:21,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:23,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:25,815 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:19:25,815 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:19:25,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:27,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:29,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:31,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:33,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:35,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:37,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:39,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:40,949 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:19:40,949 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:19:41,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:43,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:45,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:47,345 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:19:47,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:49,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:51,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:53,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:55,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:56,014 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:19:56,014 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:19:57,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:19:59,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:01,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:03,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:05,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:07,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:09,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:11,132 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:20:11,132 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:20:11,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:13,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:15,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:17,578 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:20:17,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:19,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:21,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:21,898 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:20:21,949 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:20:21,971 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:20:22,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:20:22,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:23,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:25,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:26,243 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:20:26,243 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:20:27,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:29,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:31,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:33,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:35,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:37,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:39,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:41,316 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:20:41,316 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:20:41,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:43,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:45,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:47,816 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:20:47,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:49,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:51,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:53,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:55,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:56,485 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:20:56,485 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:20:57,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:20:59,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:01,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:03,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:05,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:07,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:09,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:11,560 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:21:11,560 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:21:11,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:13,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:15,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:17,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:18,072 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:21:19,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:21,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:23,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:25,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:26,683 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:21:26,683 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:21:27,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:29,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:31,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:33,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:35,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:37,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:39,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:41,788 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:21:41,788 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:21:41,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:43,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:46,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:48,318 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:21:48,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:50,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:52,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:54,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:56,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:21:56,928 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:21:56,928 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:21:58,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:00,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:02,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:04,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:06,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:08,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:10,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:12,014 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:22:12,014 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:22:12,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:14,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:16,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:18,549 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:22:18,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:20,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:22,214 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:22:22,264 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:22:22,288 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:22:22,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:22:22,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:23,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:24,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:26,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:27,120 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:22:27,120 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:22:28,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:30,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:32,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:34,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:36,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:38,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:40,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:42,193 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:22:42,193 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:22:42,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:44,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:46,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:48,792 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:22:48,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:50,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:52,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:54,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:56,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:22:57,329 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:22:57,329 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:22:58,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:00,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:02,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:04,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:06,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:08,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:10,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:12,403 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:23:12,403 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:23:12,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:14,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:16,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:18,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:19,034 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:23:20,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:22,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:24,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:26,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:27,482 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:23:27,482 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:23:28,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:30,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:32,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:34,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:36,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:38,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:40,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:42,572 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:23:42,572 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:23:42,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:44,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:46,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:48,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:49,260 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:23:50,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:52,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:54,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:56,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:23:57,670 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:23:57,670 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:23:58,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:00,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:03,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:05,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:07,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:09,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:11,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:12,768 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:24:12,769 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:24:13,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:15,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:17,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:19,476 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:24:19,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:21,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:21,969 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:24:22,014 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:24:22,040 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:24:22,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:24:23,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:25,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:27,840 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:24:27,840 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:24:27,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:29,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:31,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:33,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:35,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:37,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:39,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:41,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:42,950 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:24:42,950 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:24:43,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:45,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:47,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:49,733 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:24:49,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:51,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:53,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:55,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:57,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:24:58,057 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:24:58,057 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:24:59,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:01,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:03,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:05,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:07,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:09,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:11,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:13,139 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:25:13,139 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:25:13,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:15,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:17,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:19,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:19,962 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:25:21,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:23,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:25,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:27,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:28,279 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:25:28,279 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:25:29,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:31,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:33,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:35,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:37,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:39,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:41,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:43,370 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:25:43,370 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:25:43,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:45,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:47,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:49,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:50,193 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:25:51,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:54,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:56,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:25:58,451 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:25:58,452 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:25:58,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:00,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:02,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:04,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:06,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:08,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:10,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:12,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:13,578 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:26:13,578 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:26:14,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:16,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:18,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:19,921 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:26:19,964 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:26:19,991 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:26:20,416 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:26:20,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:26:20,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:22,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:24,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:26,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:28,663 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:26:28,663 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:26:28,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:30,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:32,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:34,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:36,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:38,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:40,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:42,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:43,753 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:26:43,753 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:26:44,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:46,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:48,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:50,656 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:26:50,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:52,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:54,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:56,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:26:58,849 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:26:58,849 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:26:58,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:00,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:02,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:04,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:06,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:08,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:10,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:12,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:13,925 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:27:13,925 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:27:14,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:16,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:18,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:20,904 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:27:20,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:22,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:24,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:26,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:28,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:29,103 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:27:29,103 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:27:30,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:32,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:34,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:36,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:38,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:40,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:42,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:44,218 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:27:44,218 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:27:44,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:46,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:48,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:50,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:51,124 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:27:52,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:54,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:56,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:58,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:27:59,288 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:27:59,288 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:28:00,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:02,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:04,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:06,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:08,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:10,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:12,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:14,426 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:28:14,426 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:28:14,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:16,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:18,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:19,508 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:28:19,557 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:28:19,581 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:28:19,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:28:20,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:21,374 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:28:22,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:24,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:26,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:28,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:29,536 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:28:29,537 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:28:30,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:32,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:34,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:36,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:38,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:40,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:42,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:44,694 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:28:44,694 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:28:44,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:46,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:48,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:51,618 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:28:51,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:53,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:55,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:57,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:28:59,802 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:28:59,802 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:28:59,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:01,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:03,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:05,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:07,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:09,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:11,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:13,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:14,888 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:29:14,888 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:29:15,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:17,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:19,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:21,858 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:29:21,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:23,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:25,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:27,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:29,983 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:29:29,983 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:29:29,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:31,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:33,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:35,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:37,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:39,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:41,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:43,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:45,062 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:29:45,062 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:29:45,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:47,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:49,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:51,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:52,095 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:29:53,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:55,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:29:59,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:00,211 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:30:00,211 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:30:01,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:03,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:05,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:07,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:09,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:11,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:13,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:15,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:15,280 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:30:15,280 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:30:17,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:19,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:21,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:22,332 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:30:23,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:25,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:27,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:29,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:30,388 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:30:30,388 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:30:31,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:33,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:35,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:37,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:39,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:41,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:43,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:45,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:45,543 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:30:45,544 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:30:47,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:49,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:51,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:52,567 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:30:53,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:55,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:30:58,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:00,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:00,801 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:31:00,801 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:31:02,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:04,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:06,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:08,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:10,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:12,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:14,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:15,874 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:31:15,875 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:31:16,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:18,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:20,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:22,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:22,808 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:31:24,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:26,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:28,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:29,997 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:31:30,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:30,018 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:31:30,046 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:31:30,969 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:31:30,969 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:31:31,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:31:32,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:46,042 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:31:46,043 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:31:52,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:31:53,104 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:32:01,114 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:32:01,114 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:32:16,193 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:32:16,193 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:32:23,436 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:32:24,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:26,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:28,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:30,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:31,335 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:32:31,336 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:32:32,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:34,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:36,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:38,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:40,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:42,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:44,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:46,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:46,407 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:32:46,407 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:32:48,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:50,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:52,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:53,661 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:32:54,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:56,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:32:58,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:00,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:01,528 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:33:01,529 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:33:02,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:04,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:06,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:08,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:10,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:13,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:15,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:16,669 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:33:16,669 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:33:17,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:19,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:21,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:23,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:23,889 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:33:25,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:27,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:29,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:31,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:31,807 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:33:31,808 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:33:33,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:35,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:37,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:39,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:41,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:43,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:45,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:46,936 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:33:46,936 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:33:47,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:49,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:51,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:53,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:54,116 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:33:55,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:57,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:33:59,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:01,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:02,082 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:34:02,082 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:34:03,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:05,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:07,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:09,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:11,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:13,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:15,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:17,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:17,160 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:34:17,160 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:34:19,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:21,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:23,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:23,829 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:34:23,883 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:34:23,906 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:34:24,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:34:24,353 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:34:25,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:26,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:27,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:29,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:31,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:32,318 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:34:32,318 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:34:33,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:35,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:37,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:39,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:41,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:43,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:45,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:47,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:47,418 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:34:47,418 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:34:49,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:51,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:53,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:54,594 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:34:55,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:57,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:34:59,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:01,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:02,507 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:35:02,507 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:35:03,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:05,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:07,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:10,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:12,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:14,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:16,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:17,648 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:35:17,649 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:35:20,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:22,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:24,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:24,834 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:35:26,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:28,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:30,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:32,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:32,773 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:35:32,773 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:35:34,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:36,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:38,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:40,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:42,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:44,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:46,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:47,893 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:35:47,893 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:35:48,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:50,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:52,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:54,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:55,078 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:35:56,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:35:58,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:00,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:02,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:02,992 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:36:02,992 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:36:04,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:06,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:08,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:10,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:12,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:14,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:16,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:18,069 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:36:18,069 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:36:20,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:22,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:24,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:24,799 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:36:24,842 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:36:24,864 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:36:25,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:36:25,305 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:36:26,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:27,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:28,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:30,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:32,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:33,178 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:36:33,179 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:36:34,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:36,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:38,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:40,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:42,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:44,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:46,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:48,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:48,255 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:36:48,255 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:36:50,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:52,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:54,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:55,536 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:36:56,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:36:58,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:00,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:02,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:03,346 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:37:03,346 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:37:04,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:06,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:08,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:10,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:12,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:14,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:17,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:18,419 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:37:18,419 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:37:19,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:21,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:23,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:25,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:25,765 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:37:27,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:29,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:31,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:33,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:33,507 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:37:33,508 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:37:35,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:39,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:41,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:43,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:45,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:47,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:48,603 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:37:48,603 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:37:49,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:51,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:53,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:55,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:55,985 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:37:57,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:37:59,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:01,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:03,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:03,684 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:38:03,684 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:38:05,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:07,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:09,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:11,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:13,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:15,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:17,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:18,787 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:38:18,787 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:38:19,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:21,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:23,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:25,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:25,991 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:38:26,038 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:38:26,062 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:38:26,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:38:26,232 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:38:27,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:29,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:31,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:33,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:33,895 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:38:33,895 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:38:35,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:37,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:39,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:43,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:45,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:47,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:48,973 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:38:48,973 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:38:49,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:51,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:53,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:55,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:56,450 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:38:57,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:38:59,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:01,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:03,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:04,067 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:39:04,067 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:39:05,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:07,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:09,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:11,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:13,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:15,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:17,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:19,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:19,178 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:39:19,178 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:39:21,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:23,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:25,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:26,663 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:39:27,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:29,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:31,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:33,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:34,246 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:39:34,246 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:39:35,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:39,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:41,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:43,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:45,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:47,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:49,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:49,315 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:39:49,315 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:39:51,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:53,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:56,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:39:56,886 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:39:58,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:00,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:02,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:04,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:04,431 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:40:04,431 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:40:06,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:08,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:10,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:12,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:14,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:16,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:18,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:19,500 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:40:19,501 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:40:20,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:22,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:24,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:26,144 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:40:26,188 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:40:26,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:26,214 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:40:27,110 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:40:27,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:40:27,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:28,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:30,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:32,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:34,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:34,607 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:40:34,608 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:40:36,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:38,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:40,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:42,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:44,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:46,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:48,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:49,706 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:40:49,707 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:40:50,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:52,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:54,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:56,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:40:57,341 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:40:58,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:00,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:02,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:04,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:04,859 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:41:04,859 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:41:06,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:08,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:10,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:12,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:14,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:16,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:18,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:19,928 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:41:19,928 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:41:20,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:22,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:24,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:26,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:27,566 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:41:28,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:30,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:32,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:34,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:35,025 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:41:35,025 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:41:36,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:38,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:40,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:42,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:44,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:46,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:48,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:50,095 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:41:50,095 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:41:50,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:52,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:54,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:56,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:41:57,796 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:41:58,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:01,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:03,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:05,168 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:42:05,168 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:42:05,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:07,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:09,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:11,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:13,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:15,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:17,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:19,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:20,259 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:42:20,259 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:42:21,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:23,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:25,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:26,749 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:42:26,793 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:42:26,816 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:42:27,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:42:27,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:28,039 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:42:28,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:29,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:31,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:33,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:35,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:35,393 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:42:35,393 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:42:37,245 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:39,245 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:41,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:43,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:45,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:47,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:49,248 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:50,501 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:42:50,501 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:42:51,248 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:53,249 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:55,249 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:57,250 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:42:58,282 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:42:59,250 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:01,251 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:03,251 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:05,252 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:05,599 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:43:05,599 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:43:07,252 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:09,253 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:11,253 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:13,253 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:15,254 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:17,254 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:19,255 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:20,774 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:43:20,774 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:43:21,255 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:23,256 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:26,257 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:28,257 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:28,522 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:43:30,258 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:32,258 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:34,259 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:35,896 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:43:35,896 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:43:36,259 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:38,260 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:40,260 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:42,261 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:44,261 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:46,262 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:48,262 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:50,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:50,970 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:43:50,970 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:43:52,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:54,264 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:56,264 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:58,264 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:43:58,758 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:44:00,265 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:02,265 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:04,266 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:06,040 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:44:06,040 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:44:06,266 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:08,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:10,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:12,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:14,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:16,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:18,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:20,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:21,152 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:44:21,152 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:44:22,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:24,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:27,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:29,002 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:44:29,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:31,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:33,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:35,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:36,313 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:44:36,313 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:44:37,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:39,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:41,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:43,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:45,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:47,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:49,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:51,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:51,491 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:44:51,491 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:44:53,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:55,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:57,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:44:59,241 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:44:59,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:01,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:03,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:05,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:06,613 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:45:06,614 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:45:07,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:09,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:11,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:14,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:16,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:18,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:20,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:21,686 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:45:21,686 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:45:22,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:24,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:26,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:28,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:29,469 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:45:30,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:32,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:34,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:36,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:36,826 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:45:36,826 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:45:38,211 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:45:38,230 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:45:38,258 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:45:38,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:45:38,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:39,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:40,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:45:51,932 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:45:51,933 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:45:59,777 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:46:07,015 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:46:07,016 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:46:18,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:46:22,088 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:46:22,193 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:46:30,086 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:46:37,270 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:46:37,270 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:46:50,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:46:52,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:46:52,346 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:46:52,346 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:46:54,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:46:56,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:46:58,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:00,350 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:47:02,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:04,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:06,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:07,466 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:47:07,466 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:47:08,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:10,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:12,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:14,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:16,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:18,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:20,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:22,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:22,572 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:47:22,573 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:47:24,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:26,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:28,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:30,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:30,580 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:47:32,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:34,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:36,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:37,704 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:47:37,704 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:47:38,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:40,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:42,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:44,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:46,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:48,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:50,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:52,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:52,816 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:47:52,816 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:47:54,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:56,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:47:58,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:00,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:00,821 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:48:02,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:04,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:06,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:07,887 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:48:07,887 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:48:08,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:10,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:12,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:14,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:16,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:19,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:21,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:23,001 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:48:23,001 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:48:23,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:25,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:27,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:29,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:31,064 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:48:31,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:33,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:35,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:37,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:38,082 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:48:38,082 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:48:39,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:41,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:43,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:45,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:47,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:49,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:49,776 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:48:49,825 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:48:49,848 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:48:50,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:48:51,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:53,188 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:48:53,188 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:48:53,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:55,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:57,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:48:59,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:01,295 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:49:01,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:03,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:05,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:07,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:08,273 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:49:08,273 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:49:09,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:11,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:13,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:15,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:17,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:21,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:23,346 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:49:23,346 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:49:23,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:25,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:27,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:29,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:31,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:31,545 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:49:33,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:35,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:37,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:38,457 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:49:38,457 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:49:39,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:41,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:43,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:45,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:47,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:49,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:51,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:53,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:53,572 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:49:53,572 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:49:55,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:57,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:49:59,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:01,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:01,793 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:50:03,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:05,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:07,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:08,737 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:50:08,738 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:50:09,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:11,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:13,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:15,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:17,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:21,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:23,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:23,809 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:50:23,810 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:50:25,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:27,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:29,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:31,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:32,039 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:50:33,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:35,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:37,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:38,886 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:50:38,886 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:50:40,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:42,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:44,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:46,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:48,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:50,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:52,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:53,023 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:50:53,067 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:50:53,090 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:50:53,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:50:53,995 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:50:53,995 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:50:54,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:56,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:50:58,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:00,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:02,283 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:51:02,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:04,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:06,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:08,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:09,086 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:51:09,086 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:51:10,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:12,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:14,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:16,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:18,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:20,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:22,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:24,200 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:51:24,201 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:51:24,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:26,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:28,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:30,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:32,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:32,539 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:51:34,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:36,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:38,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:39,271 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:51:39,271 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:51:40,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:42,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:44,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:46,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:48,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:50,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:52,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:54,340 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:51:54,340 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:51:54,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:56,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:51:58,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:00,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:02,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:02,788 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:52:04,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:06,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:08,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:09,440 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:52:09,440 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:52:10,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:12,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:14,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:16,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:18,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:20,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:22,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:24,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:24,530 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:52:24,530 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:52:26,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:28,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:30,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:32,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:33,047 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:52:34,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:36,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:38,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:39,620 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:52:39,620 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:52:40,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:42,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:45,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:47,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:49,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:51,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:53,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:53,595 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:52:53,637 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:52:53,660 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:52:54,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:52:54,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:54,727 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:52:54,727 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:52:55,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:57,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:52:59,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:01,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:03,313 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:53:03,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:05,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:07,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:09,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:09,823 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:53:09,823 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:53:11,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:13,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:15,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:17,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:19,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:21,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:23,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:24,921 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:53:24,921 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:53:25,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:27,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:29,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:31,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:33,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:33,560 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:53:35,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:37,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:39,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:40,084 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:53:40,085 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:53:41,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:43,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:45,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:47,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:49,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:51,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:53,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:55,169 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:53:55,169 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:53:55,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:57,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:53:59,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:01,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:03,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:03,803 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:54:05,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:07,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:09,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:10,264 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:54:10,265 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:54:11,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:13,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:15,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:17,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:19,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:21,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:23,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:25,359 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:54:25,359 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:54:25,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:27,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:29,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:31,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:33,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:34,052 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:54:35,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:37,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:39,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:40,433 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:54:40,434 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:54:41,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:44,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:46,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:48,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:50,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:52,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:53,848 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:54:53,892 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:54:53,914 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:54:54,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:54:54,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:55,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:55,565 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:54:55,565 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:54:56,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:54:58,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:00,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:02,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:04,299 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:55:04,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:06,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:08,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:10,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:10,645 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:55:10,645 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:55:12,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:14,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:16,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:18,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:20,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:22,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:24,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:25,732 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:55:25,732 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:55:26,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:28,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:30,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:32,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:34,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:34,541 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:55:36,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:38,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:40,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:40,869 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:55:40,870 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:55:42,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:44,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:46,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:48,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:50,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:52,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:54,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:55,985 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:55:55,985 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:55:56,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:55:58,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:00,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:02,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:04,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:04,788 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:56:06,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:08,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:10,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:11,077 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:56:11,077 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:56:12,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:14,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:16,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:18,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:20,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:22,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:24,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:26,152 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:56:26,153 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:56:26,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:28,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:30,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:32,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:34,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:35,045 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:56:36,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:38,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:40,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:41,246 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:56:41,247 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:56:42,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:44,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:46,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:48,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:50,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:52,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:53,341 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 02:56:53,383 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 02:56:53,406 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 02:56:53,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 02:56:54,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:55,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:56,377 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:56:56,377 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:56:57,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:56:59,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:01,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:03,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:05,291 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:57:05,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:07,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:09,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:11,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:11,460 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:57:11,460 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:57:13,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:15,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:17,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:19,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:21,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:23,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:25,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:26,562 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:57:26,563 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:57:27,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:29,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:31,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:33,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:35,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:35,561 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:57:37,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:39,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:41,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:41,706 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:57:41,706 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:57:43,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:45,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:47,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:49,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:51,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:53,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:55,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:56,776 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:57:56,776 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:57:57,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:57:59,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:01,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:03,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:05,811 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:58:06,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:08,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:10,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:11,847 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:58:11,847 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:58:12,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:14,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:16,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:18,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:20,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:22,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:24,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:26,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:26,980 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:58:26,980 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:58:28,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:30,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:32,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:34,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:36,060 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:58:36,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:38,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:40,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:42,115 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:58:42,115 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:58:42,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:44,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:46,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:48,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:50,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:52,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:54,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:56,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:58:57,259 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:58:57,259 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:58:58,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:00,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:02,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:04,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:06,322 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:59:06,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:08,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:11,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:12,366 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:59:12,366 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:59:13,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:15,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:17,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:19,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:21,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:23,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:25,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:27,443 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:59:27,443 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:59:27,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:29,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:31,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:33,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:35,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:36,579 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 02:59:37,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:39,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:41,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:42,523 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:59:42,523 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:59:43,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:45,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:47,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:49,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:51,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:53,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:55,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:57,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 02:59:57,716 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 02:59:57,716 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 02:59:59,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:01,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:03,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:04,130 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:00:04,143 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:00:04,167 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:00:04,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:00:05,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:06,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:06,830 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:00:07,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:12,809 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:00:12,810 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:00:19,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:27,943 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:00:27,943 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:00:37,112 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:00:43,025 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:00:43,025 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:00:51,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:53,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:55,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:57,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:00:58,099 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:00:58,099 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:00:59,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:01,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:03,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:05,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:07,387 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:01:08,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:10,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:12,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:13,176 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:01:13,176 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:01:14,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:16,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:18,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:20,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:22,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:24,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:26,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:28,281 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:01:28,282 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:01:28,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:30,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:32,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:34,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:36,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:37,643 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:01:38,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:40,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:42,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:43,349 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:01:43,349 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:01:44,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:46,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:48,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:50,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:52,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:54,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:56,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:01:58,418 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:01:58,418 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:01:58,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:00,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:02,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:04,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:06,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:07,900 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:02:08,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:10,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:12,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:13,533 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:02:13,533 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:02:14,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:16,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:18,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:20,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:22,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:24,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:26,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:28,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:28,604 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:02:28,604 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:02:30,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:32,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:34,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:36,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:38,148 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:02:38,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:40,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:42,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:43,694 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:02:43,695 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:02:44,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:46,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:48,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:49,453 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:02:49,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:02:49,538 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:02:50,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:02:50,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:51,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:52,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:54,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:56,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:58,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:02:58,836 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:02:58,836 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:03:00,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:02,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:04,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:06,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:08,397 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:03:08,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:10,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:12,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:13,941 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:03:13,941 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:03:14,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:16,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:18,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:20,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:22,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:24,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:26,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:28,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:29,021 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:03:29,021 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:03:30,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:32,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:34,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:37,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:38,630 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:03:39,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:41,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:43,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:44,098 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:03:44,098 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:03:45,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:47,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:49,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:51,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:53,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:55,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:57,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:03:59,176 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:03:59,176 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:03:59,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:01,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:03,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:05,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:07,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:08,858 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:04:09,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:11,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:13,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:14,287 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:04:14,287 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:04:15,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:17,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:19,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:21,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:23,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:25,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:27,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:29,360 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:04:29,360 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:04:29,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:31,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:33,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:35,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:37,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:39,089 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:04:39,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:41,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:43,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:44,434 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:04:44,434 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:04:45,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:47,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:49,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:50,106 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:04:50,149 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:04:50,172 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:04:50,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:04:51,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:53,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:55,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:57,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:59,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:04:59,736 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:04:59,737 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:05:01,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:03,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:05,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:07,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:09,322 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:05:09,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:11,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:13,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:14,837 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:05:14,837 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:05:15,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:17,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:19,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:21,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:23,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:25,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:27,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:29,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:29,928 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:05:29,928 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:05:31,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:33,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:35,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:37,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:39,544 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:05:39,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:41,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:43,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:44,997 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:05:44,997 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:05:45,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:47,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:49,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:51,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:53,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:56,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:05:58,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:00,092 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:06:00,092 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:06:00,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:02,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:04,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:06,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:08,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:09,762 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:06:10,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:12,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:14,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:15,187 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:06:15,187 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:06:16,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:18,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:20,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:22,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:24,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:26,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:28,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:30,288 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:06:30,288 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:06:30,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:32,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:34,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:38,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:39,992 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:06:40,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:42,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:44,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:45,383 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:06:45,383 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:06:46,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:48,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:50,366 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:06:50,405 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:06:50,427 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:06:50,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:06:50,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:51,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:52,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:54,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:56,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:06:58,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:00,510 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:07:00,511 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:07:00,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:02,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:04,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:06,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:08,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:10,212 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:07:10,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:12,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:14,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:15,620 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:07:15,620 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:07:16,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:18,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:20,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:22,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:24,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:26,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:28,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:30,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:30,720 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:07:30,720 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:07:32,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:34,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:38,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:40,453 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:07:40,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:42,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:44,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:45,814 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:07:45,814 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:07:46,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:48,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:50,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:52,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:54,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:56,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:07:58,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:00,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:00,907 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:08:00,908 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:08:02,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:04,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:06,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:08,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:10,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:10,671 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:08:12,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:14,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:16,022 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:08:16,022 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:08:16,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:18,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:20,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:22,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:24,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:26,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:29,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:31,125 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:08:31,125 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:08:31,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:33,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:35,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:37,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:39,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:40,894 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:08:41,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:43,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:45,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:46,238 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:08:46,238 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:08:47,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:49,347 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:08:49,394 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:08:49,417 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:08:49,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:08:49,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:51,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:52,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:53,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:55,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:57,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:08:59,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:01,349 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:09:01,349 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:09:01,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:03,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:05,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:07,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:09,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:11,130 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:09:11,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:13,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:15,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:16,419 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:09:16,419 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:09:17,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:19,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:21,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:23,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:25,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:27,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:29,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:31,523 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:09:31,523 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:09:31,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:33,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:35,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:37,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:39,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:41,367 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:09:41,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:43,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:45,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:46,634 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:09:46,634 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:09:47,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:49,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:51,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:53,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:55,622 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:57,623 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:09:59,623 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:01,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:01,703 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:10:01,704 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:10:03,624 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:05,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:07,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:09,625 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:11,583 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:10:11,626 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:13,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:15,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:16,817 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:10:16,817 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:10:17,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:19,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:21,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:23,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:25,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:27,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:30,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:31,913 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:10:31,913 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:10:32,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:34,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:36,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:38,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:40,633 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:41,806 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:10:42,633 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:44,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:46,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:47,000 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:10:47,000 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:10:48,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:50,049 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:10:50,092 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:10:50,115 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:10:50,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:10:50,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:52,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:54,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:56,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:10:58,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:00,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:02,111 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:11:02,111 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:11:02,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:04,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:06,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:08,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:10,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:12,054 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:11:12,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:14,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:16,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:17,216 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:11:17,216 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:11:18,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:20,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:22,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:24,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:26,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:28,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:30,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:32,337 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:11:32,337 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:11:32,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:34,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:36,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:38,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:40,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:42,292 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:11:42,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:44,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:46,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:47,454 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:11:47,455 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:11:48,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:50,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:52,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:54,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:56,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:11:58,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:00,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:02,581 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:12:02,581 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:12:02,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:04,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:06,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:09,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:11,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:12,532 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:12:13,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:15,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:17,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:17,686 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:12:17,686 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:12:19,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:21,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:23,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:25,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:27,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:29,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:31,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:32,877 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:12:32,877 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:12:33,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:35,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:37,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:39,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:41,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:42,762 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:12:43,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:45,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:47,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:47,962 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:12:47,962 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:12:49,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:51,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:53,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:55,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:57,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:12:59,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:01,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:03,116 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:13:03,116 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:13:03,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:05,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:07,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:09,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:11,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:13,000 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:13:14,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:16,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:18,209 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:13:18,209 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:13:18,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:20,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:22,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:24,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:26,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:28,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:30,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:32,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:33,421 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:13:33,421 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:13:34,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:36,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:38,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:40,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:42,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:43,232 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:13:44,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:46,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:48,521 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:13:48,522 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:13:48,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:50,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:52,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:54,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:56,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:13:58,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:14:00,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:14:01,646 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:14:01,661 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:14:01,684 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:14:01,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:14:02,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:14:03,592 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:14:03,593 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:14:03,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:14:04,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:14:13,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:14:18,668 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:14:18,858 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:14:33,930 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:14:33,930 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:14:43,832 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:14:46,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:14:49,011 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:14:49,012 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:15:04,083 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:15:04,083 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:15:14,113 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:15:19,286 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:15:19,286 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:15:20,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:22,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:24,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:26,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:28,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:30,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:32,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:34,360 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:15:34,360 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:15:34,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:36,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:38,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:40,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:42,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:44,360 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:15:44,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:46,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:48,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:49,430 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:15:49,430 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:15:50,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:52,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:54,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:56,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:15:58,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:00,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:02,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:04,513 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:16:04,513 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:16:04,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:06,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:09,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:11,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:13,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:14,590 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:16:15,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:17,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:19,602 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:16:19,602 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:16:19,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:21,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:23,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:25,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:27,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:29,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:31,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:33,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:34,709 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:16:34,709 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:16:35,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:37,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:39,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:41,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:43,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:44,825 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:16:45,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:47,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:49,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:49,861 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:16:49,861 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:16:51,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:53,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:55,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:57,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:16:59,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:01,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:03,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:04,984 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:17:04,985 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:17:05,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:07,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:09,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:11,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:13,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:15,064 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:17:15,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:17,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:19,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:19,841 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:17:19,899 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:17:19,922 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:17:20,093 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:17:20,093 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:17:20,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:17:21,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:23,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:25,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:27,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:29,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:31,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:33,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:35,207 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:17:35,207 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:17:35,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:37,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:39,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:41,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:43,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:45,312 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:17:45,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:47,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:49,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:50,352 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:17:50,352 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:17:51,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:53,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:55,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:57,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:17:59,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:01,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:03,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:05,447 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:18:05,447 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:18:05,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:07,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:09,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:11,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:13,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:15,544 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:18:15,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:17,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:19,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:20,546 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:18:20,546 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:18:21,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:23,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:25,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:27,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:29,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:32,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:34,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:35,618 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:18:35,618 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:18:36,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:38,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:40,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:42,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:44,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:45,769 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:18:46,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:48,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:50,694 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:18:50,695 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:18:50,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:52,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:54,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:56,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:18:58,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:00,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:02,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:04,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:05,763 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:19:05,763 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:19:06,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:08,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:10,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:12,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:14,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:15,996 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:19:16,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:18,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:20,454 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:19:20,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:19:20,520 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:19:20,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:19:20,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:20,874 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:19:20,875 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:19:22,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:24,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:26,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:28,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:30,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:32,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:34,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:35,986 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:19:35,987 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:19:36,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:38,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:40,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:42,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:44,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:46,230 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:19:46,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:48,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:50,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:51,069 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:19:51,070 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:19:52,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:54,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:56,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:19:59,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:01,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:03,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:05,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:06,213 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:20:06,213 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:20:07,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:09,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:11,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:13,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:15,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:16,461 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:20:17,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:19,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:21,330 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:20:21,330 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:20:21,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:23,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:25,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:27,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:29,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:31,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:33,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:35,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:36,422 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:20:36,422 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:20:37,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:39,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:41,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:43,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:45,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:46,683 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:20:47,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:49,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:51,494 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:20:51,494 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:20:51,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:53,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:55,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:57,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:20:59,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:01,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:03,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:05,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:06,565 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:21:06,566 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:21:07,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:09,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:11,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:13,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:15,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:16,913 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:21:17,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:19,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:21,684 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:21:21,684 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:21:21,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:23,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:25,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:25,805 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:21:25,849 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:21:25,876 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:21:26,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:21:26,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:27,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:29,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:31,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:33,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:35,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:36,767 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:21:36,768 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:21:37,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:39,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:41,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:43,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:45,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:47,163 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:21:47,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:50,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:51,889 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:21:51,889 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:21:52,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:54,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:56,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:21:58,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:00,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:02,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:04,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:06,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:07,032 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:22:07,032 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:22:08,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:10,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:12,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:14,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:16,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:17,389 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:22:18,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:20,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:22,120 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:22:22,120 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:22:22,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:24,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:26,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:28,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:30,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:32,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:34,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:36,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:37,200 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:22:37,200 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:22:38,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:40,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:42,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:44,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:46,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:47,623 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:22:48,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:50,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:52,287 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:22:52,287 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:22:52,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:54,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:56,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:22:58,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:00,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:02,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:04,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:06,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:07,404 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:23:07,404 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:23:08,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:10,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:12,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:14,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:16,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:17,856 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:23:18,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:20,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:22,526 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:23:22,526 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:23:22,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:24,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:26,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:26,846 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:23:26,902 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:23:26,936 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:23:27,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:23:28,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:29,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:30,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:32,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:34,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:36,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:37,600 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:23:37,600 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:23:38,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:40,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:42,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:44,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:46,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:48,108 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:23:48,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:50,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:52,673 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:23:52,673 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:23:52,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:54,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:56,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:23:58,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:01,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:03,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:05,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:07,744 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:24:07,745 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:24:07,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:09,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:11,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:13,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:15,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:17,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:18,344 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:24:19,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:21,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:22,847 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:24:22,847 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:24:23,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:25,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:27,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:29,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:31,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:33,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:35,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:37,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:37,920 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:24:37,921 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:24:39,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:41,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:43,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:45,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:47,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:48,585 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:24:49,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:51,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:52,994 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:24:52,994 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:24:53,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:55,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:57,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:24:59,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:01,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:03,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:05,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:07,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:08,068 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:25:08,068 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:25:09,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:11,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:13,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:15,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:17,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:18,812 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:25:19,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:21,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:23,179 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:25:23,180 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:25:23,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:25,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:27,509 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:25:27,553 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:25:27,576 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:25:27,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:25:27,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:29,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:31,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:33,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:35,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:37,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:38,292 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:25:38,293 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:25:39,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:41,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:43,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:45,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:47,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:49,055 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:25:49,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:51,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:53,412 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:25:53,412 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:25:53,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:55,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:25:57,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:00,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:02,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:04,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:06,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:08,556 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:26:08,556 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:26:08,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:10,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:12,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:14,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:16,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:18,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:19,303 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:26:20,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:22,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:23,660 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:26:23,660 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:26:24,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:26,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:28,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:30,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:32,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:34,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:36,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:38,789 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:26:38,790 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:26:38,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:40,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:42,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:44,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:46,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:48,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:49,534 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:26:50,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:52,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:53,883 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:26:53,883 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:26:54,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:56,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:26:58,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:00,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:02,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:04,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:06,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:08,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:09,098 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:27:09,098 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:27:10,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:12,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:14,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:16,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:18,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:19,777 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:27:20,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:22,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:24,172 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:27:24,172 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:27:24,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:26,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:28,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:30,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:32,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:34,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:37,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:39,249 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:27:39,249 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:27:39,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:41,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:43,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:45,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:47,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:49,837 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:50,012 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:27:51,837 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:53,838 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:54,468 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:27:54,468 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:27:55,838 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:57,838 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:27:59,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:01,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:03,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:05,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:07,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:09,590 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:28:09,590 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:28:09,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:11,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:13,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:15,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:17,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:19,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:20,240 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:28:21,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:23,843 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:24,744 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:28:24,744 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:28:25,843 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:27,843 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:29,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:31,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:33,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:35,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:37,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:39,833 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:28:39,834 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:28:39,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:40,023 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:28:40,039 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:28:40,067 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:28:40,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:28:40,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:41,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:28:50,501 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:28:54,931 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:28:54,931 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:29:10,005 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:29:10,005 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:29:19,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:29:20,836 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:29:25,079 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:29:25,079 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:29:40,157 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:29:40,158 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:29:51,122 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:29:53,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:29:55,228 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:29:55,228 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:29:55,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:29:57,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:29:59,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:01,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:03,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:05,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:07,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:09,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:10,323 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:30:10,323 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:30:11,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:14,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:16,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:18,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:20,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:21,376 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:30:22,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:24,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:25,396 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:30:25,396 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:30:26,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:28,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:30,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:32,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:34,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:36,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:38,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:40,500 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:30:40,500 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:30:40,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:42,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:44,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:46,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:48,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:50,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:51,608 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:30:52,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:54,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:55,577 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:30:55,577 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:30:56,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:30:58,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:00,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:02,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:04,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:06,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:08,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:10,723 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:31:10,723 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:31:10,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:12,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:14,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:16,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:18,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:20,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:21,843 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:31:22,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:24,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:25,795 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:31:25,795 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:31:26,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:28,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:30,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:32,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:34,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:36,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:38,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:40,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:40,896 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:31:40,896 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:31:42,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:44,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:46,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:48,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:50,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:52,074 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:31:52,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:53,212 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:31:53,262 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:31:53,285 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:31:53,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:31:54,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:55,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:55,964 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:31:55,965 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:31:56,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:31:58,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:00,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:02,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:04,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:06,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:08,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:10,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:11,102 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:32:11,102 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:32:12,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:14,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:16,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:18,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:20,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:22,314 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:32:22,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:24,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:26,179 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:32:26,179 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:32:26,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:28,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:30,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:32,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:34,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:36,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:38,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:41,278 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:32:41,278 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:32:41,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:43,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:45,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:47,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:49,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:51,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:52,551 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:32:53,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:55,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:56,361 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:32:56,362 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:32:57,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:32:59,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:01,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:03,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:05,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:07,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:09,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:11,427 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:33:11,427 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:33:11,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:13,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:15,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:17,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:19,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:21,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:22,772 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:33:23,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:25,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:26,513 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:33:26,513 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:33:27,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:29,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:31,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:33,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:35,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:37,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:39,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:41,590 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:33:41,590 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:33:41,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:43,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:45,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:47,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:49,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:51,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:52,994 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:33:53,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:54,109 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:33:54,154 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:33:54,177 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:33:54,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:33:55,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:56,658 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:33:56,658 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:33:57,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:33:59,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:01,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:03,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:05,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:07,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:09,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:11,757 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:34:11,757 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:34:11,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:13,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:15,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:17,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:19,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:21,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:23,226 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:34:23,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:25,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:26,835 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:34:26,835 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:34:27,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:29,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:31,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:33,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:35,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:38,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:40,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:41,978 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:34:41,978 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:34:42,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:44,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:46,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:48,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:50,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:52,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:53,455 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:34:54,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:56,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:34:57,052 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:34:57,052 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:34:58,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:00,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:02,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:04,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:06,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:08,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:10,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:12,168 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:35:12,168 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:35:12,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:14,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:16,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:18,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:20,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:22,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:23,677 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:35:24,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:26,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:27,242 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:35:27,243 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:35:28,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:30,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:34,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:36,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:38,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:40,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:42,325 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:35:42,326 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:35:42,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:44,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:46,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:48,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:50,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:52,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:53,908 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:35:54,593 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:35:54,651 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:35:54,679 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:35:54,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:35:54,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:55,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:56,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:35:57,417 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:35:57,417 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:35:58,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:00,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:02,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:04,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:06,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:08,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:10,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:12,495 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:36:12,495 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:36:12,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:14,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:16,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:18,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:20,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:22,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:24,134 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:36:24,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:26,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:27,589 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:36:27,589 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:36:28,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:30,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:32,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:34,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:36,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:38,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:40,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:42,700 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:36:42,701 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:36:42,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:45,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:47,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:49,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:51,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:53,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:54,358 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:36:55,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:57,829 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:36:57,830 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:36:57,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:36:59,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:01,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:03,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:05,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:07,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:09,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:11,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:12,901 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:37:12,901 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:37:13,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:15,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:17,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:19,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:21,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:23,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:24,584 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:37:25,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:27,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:27,997 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:37:27,997 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:37:29,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:31,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:33,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:35,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:37,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:39,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:41,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:43,068 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:37:43,068 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:37:43,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:45,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:47,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:49,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:51,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:53,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:54,815 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:37:55,256 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:37:55,307 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:37:55,330 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:37:55,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:37:55,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:56,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:57,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:37:58,144 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:37:58,145 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:37:59,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:01,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:03,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:05,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:07,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:09,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:11,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:13,250 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:38:13,250 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:38:13,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:15,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:17,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:19,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:21,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:23,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:25,051 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:38:25,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:27,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:28,371 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:38:28,371 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:38:29,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:31,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:33,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:35,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:37,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:39,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:41,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:43,441 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:38:43,441 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:38:43,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:45,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:47,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:50,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:54,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:55,281 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:38:56,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:38:58,601 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:38:58,601 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:38:58,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:00,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:02,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:04,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:06,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:08,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:10,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:12,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:13,713 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:39:13,713 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:39:14,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:16,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:18,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:20,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:22,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:24,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:25,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:39:26,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:28,805 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:39:28,805 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:39:28,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:30,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:32,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:34,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:36,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:38,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:40,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:42,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:43,875 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:39:43,875 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:39:44,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:46,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:48,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:50,301 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:39:50,350 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:39:50,373 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:39:50,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:39:50,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:52,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:54,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:55,732 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:39:56,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:58,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:39:59,029 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:39:59,029 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:40:00,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:02,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:04,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:06,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:08,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:10,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:12,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:14,172 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:40:14,172 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:40:14,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:16,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:18,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:20,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:22,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:24,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:25,986 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:40:27,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:29,273 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:40:29,273 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:40:29,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:31,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:33,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:35,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:37,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:39,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:41,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:43,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:44,467 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:40:44,467 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:40:45,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:47,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:49,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:51,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:53,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:55,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:56,234 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:40:57,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:40:59,552 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:40:59,552 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:40:59,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:01,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:03,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:05,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:07,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:09,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:11,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:13,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:14,720 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:41:14,720 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:41:15,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:17,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:19,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:21,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:23,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:25,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:26,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:41:28,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:29,941 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:41:29,941 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:41:30,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:32,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:34,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:36,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:38,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:40,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:42,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:44,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:45,070 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:41:45,070 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:41:46,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:48,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:50,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:52,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:54,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:56,719 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:41:56,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:41:58,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:00,177 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:42:00,177 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:42:00,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:02,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:04,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:06,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:08,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:10,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:12,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:14,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:15,248 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:42:15,248 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:42:16,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:18,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:20,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:22,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:24,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:26,964 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:42:26,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:28,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:30,395 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:42:30,395 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:42:30,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:32,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:35,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:37,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:39,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:41,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:43,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:45,635 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:42:45,636 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:42:45,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:47,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:49,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:51,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:53,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:55,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:57,207 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:42:57,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:42:59,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:00,741 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:43:00,741 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:43:02,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:02,329 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:43:02,349 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:43:02,387 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:43:03,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:43:04,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:14,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:15,840 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:43:15,841 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:43:27,498 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:43:30,928 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:43:30,928 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:43:46,001 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:43:46,001 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:43:46,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:50,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:52,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:54,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:56,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:43:57,768 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:43:58,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:01,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:01,141 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:44:01,172 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:44:03,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:05,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:07,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:09,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:11,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:13,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:15,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:16,283 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:44:16,283 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:44:17,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:19,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:21,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:23,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:25,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:27,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:28,002 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:44:29,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:31,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:31,372 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:44:31,372 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:44:33,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:35,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:37,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:39,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:41,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:43,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:45,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:46,484 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:44:46,484 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:44:47,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:49,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:51,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:53,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:55,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:57,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:44:58,244 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:44:59,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:01,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:01,596 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:45:01,596 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:45:03,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:05,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:07,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:09,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:11,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:13,027 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:15,027 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:16,735 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:45:16,735 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:45:17,028 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:19,028 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:21,029 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:23,029 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:25,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:27,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:28,465 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:45:29,031 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:31,031 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:31,850 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:45:31,850 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:45:33,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:35,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:37,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:39,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:41,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:43,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:45,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:45,890 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:45:45,933 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:45:45,955 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:45:46,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:45:46,927 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:45:46,927 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:45:47,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:49,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:51,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:53,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:55,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:58,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:45:58,702 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:46:00,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:02,016 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:46:02,016 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:46:02,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:04,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:06,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:08,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:10,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:12,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:14,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:16,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:17,092 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:46:17,093 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:46:18,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:20,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:22,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:24,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:26,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:28,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:28,927 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:46:30,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:32,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:32,214 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:46:32,214 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:46:34,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:36,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:38,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:40,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:42,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:44,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:46,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:47,285 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:46:47,285 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:46:48,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:50,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:52,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:54,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:56,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:58,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:46:59,149 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:47:00,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:02,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:02,407 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:47:02,407 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:47:04,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:06,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:08,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:10,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:12,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:14,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:16,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:17,513 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:47:17,514 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:47:18,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:20,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:22,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:24,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:26,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:28,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:29,377 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:47:30,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:32,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:32,607 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:47:32,607 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:47:34,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:36,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:38,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:40,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:42,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:44,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:46,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:46,524 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:47:46,566 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:47:46,588 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:47:47,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:47:47,689 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:47:47,689 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:47:48,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:49,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:50,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:52,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:54,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:56,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:58,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:47:59,607 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:48:01,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:02,839 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:48:02,839 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:48:03,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:05,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:07,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:09,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:11,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:13,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:15,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:17,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:17,941 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:48:17,941 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:48:19,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:21,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:23,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:25,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:27,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:29,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:29,829 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:48:31,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:33,044 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:48:33,045 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:48:33,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:35,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:37,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:39,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:41,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:43,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:45,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:47,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:48,136 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:48:48,136 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:48:51,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:53,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:55,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:57,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:48:59,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:00,052 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:49:01,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:03,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:03,207 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:49:03,208 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:49:05,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:07,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:09,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:11,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:13,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:15,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:17,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:18,380 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:49:18,380 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:49:19,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:21,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:23,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:25,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:27,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:29,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:30,274 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:49:31,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:33,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:33,450 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:49:33,450 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:49:35,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:37,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:39,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:41,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:43,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:45,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:46,167 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:49:46,222 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:49:46,305 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:49:47,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:49:47,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:48,526 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:49:48,526 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:49:49,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:51,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:53,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:55,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:57,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:49:59,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:00,526 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:50:01,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:03,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:03,595 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:50:03,596 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:50:05,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:07,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:09,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:11,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:13,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:15,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:17,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:18,678 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:50:18,678 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:50:19,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:21,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:23,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:25,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:27,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:29,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:30,746 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:50:31,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:33,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:33,767 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:50:33,767 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:50:35,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:37,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:39,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:41,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:43,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:45,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:47,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:48,861 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:50:48,861 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:50:49,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:51,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:53,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:55,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:50:57,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:00,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:00,984 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:51:02,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:03,961 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:51:03,961 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:51:04,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:06,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:08,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:10,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:12,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:14,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:16,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:18,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:19,060 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:51:19,060 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:51:20,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:22,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:24,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:26,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:28,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:30,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:31,203 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:51:32,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:34,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:34,181 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:51:34,181 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:51:36,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:38,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:40,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:42,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:44,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:46,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:48,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:49,251 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:51:49,251 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:51:50,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:52,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:52,161 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:51:52,210 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:51:52,236 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:51:53,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:51:54,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:56,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:51:58,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:00,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:01,425 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:52:02,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:04,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:04,350 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:52:04,350 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:52:06,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:08,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:10,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:12,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:14,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:16,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:18,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:19,437 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:52:19,437 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:52:20,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:22,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:24,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:26,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:28,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:30,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:31,651 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:52:32,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:34,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:34,504 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:52:34,505 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:52:36,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:38,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:40,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:42,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:44,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:46,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:48,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:49,599 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:52:49,599 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:52:50,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:52,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:54,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:56,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:52:58,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:00,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:01,880 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:53:02,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:04,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:04,667 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:53:04,667 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:53:06,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:10,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:12,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:14,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:17,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:19,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:19,761 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:53:19,761 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:53:21,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:23,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:25,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:27,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:29,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:31,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:32,111 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:53:33,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:34,882 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:53:34,882 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:53:35,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:37,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:39,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:41,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:43,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:45,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:47,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:49,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:49,965 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:53:49,965 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:53:51,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:52,433 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:53:52,486 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:53:52,509 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:53:53,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:53:53,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:54,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:55,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:57,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:53:59,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:01,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:02,356 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:54:03,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:05,062 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:54:05,062 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:54:05,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:07,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:09,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:11,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:13,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:15,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:17,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:19,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:20,162 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:54:20,162 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:54:21,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:23,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:25,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:27,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:29,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:31,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:32,589 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:54:33,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:35,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:35,269 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:54:35,269 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:54:37,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:39,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:41,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:43,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:45,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:47,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:49,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:50,343 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:54:50,343 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:54:51,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:54,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:56,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:54:58,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:00,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:02,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:02,828 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:55:04,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:05,462 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:55:05,462 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:55:06,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:08,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:10,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:12,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:14,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:16,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:18,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:20,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:20,621 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:55:20,621 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:55:22,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:24,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:26,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:28,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:30,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:32,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:33,070 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:55:34,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:35,752 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:55:35,752 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:55:36,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:38,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:40,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:42,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:44,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:46,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:48,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:50,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:50,831 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:55:50,831 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:55:52,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:55,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:57,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:55:59,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:01,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:03,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:03,306 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:56:05,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:05,901 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:56:05,902 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:56:07,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:09,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:11,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:13,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:15,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:17,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:19,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:21,038 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:56:21,038 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:56:21,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:23,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:25,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:27,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:29,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:31,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:33,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:33,545 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:56:35,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:36,131 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:56:36,132 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:56:37,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:39,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:41,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:43,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:45,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:47,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:49,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:51,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:51,204 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:56:51,204 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:56:53,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:56,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:56:58,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:57:00,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:57:02,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:57:03,781 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:57:04,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:57:04,285 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 03:57:04,300 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 03:57:04,322 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 03:57:05,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 03:57:05,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:57:06,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:57:06,279 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:57:06,279 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:57:08,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:57:21,354 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:57:21,354 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:57:34,193 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:57:36,429 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:57:36,430 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:57:44,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:57:51,505 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:57:51,505 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:58:04,487 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:58:06,578 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:58:06,578 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:58:18,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:20,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:21,652 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:58:21,652 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:58:22,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:24,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:26,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:28,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:30,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:32,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:34,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:34,743 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:58:36,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:36,753 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:58:36,753 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:58:38,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:40,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:42,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:44,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:46,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:48,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:50,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:51,882 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:58:51,882 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:58:52,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:54,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:56,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:58:58,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:00,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:02,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:04,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:04,980 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:59:06,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:06,974 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:59:06,974 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:59:08,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:10,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:12,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:14,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:16,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:18,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:20,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:22,094 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:59:22,094 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:59:22,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:24,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:26,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:28,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:30,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:32,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:34,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:35,225 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 03:59:36,187 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:37,199 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:59:37,199 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:59:38,187 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:40,187 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:42,188 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:44,188 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:46,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:48,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:50,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:52,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:52,294 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 03:59:52,294 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 03:59:54,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:56,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 03:59:58,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:00,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:02,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:04,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:05,457 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:00:06,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:07,400 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:00:07,400 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:00:09,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:11,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:13,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:15,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:17,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:17,690 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:00:17,734 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:00:17,756 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:00:18,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:00:19,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:20,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:21,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:22,474 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:00:22,474 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:00:23,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:25,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:27,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:29,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:31,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:33,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:35,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:35,705 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:00:37,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:37,592 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:00:37,592 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:00:39,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:41,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:43,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:45,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:47,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:49,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:51,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:52,679 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:00:52,679 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:00:53,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:55,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:57,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:00:59,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:01,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:03,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:05,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:05,934 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:01:07,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:07,849 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:01:07,849 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:01:09,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:11,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:13,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:15,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:17,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:19,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:21,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:22,919 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:01:22,919 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:01:23,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:25,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:27,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:29,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:31,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:33,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:35,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:36,169 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:01:37,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:38,009 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:01:38,009 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:01:39,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:41,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:43,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:45,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:47,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:49,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:51,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:53,133 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:01:53,133 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:01:53,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:55,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:57,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:01:59,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:01,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:03,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:05,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:06,399 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:02:07,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:08,202 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:02:08,202 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:02:09,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:11,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:13,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:15,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:17,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:19,931 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:02:19,974 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:02:19,997 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:02:20,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:02:20,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:22,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:23,321 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:02:23,321 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:02:24,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:26,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:28,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:30,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:32,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:34,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:36,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:36,643 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:02:38,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:38,397 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:02:38,397 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:02:40,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:42,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:44,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:46,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:48,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:50,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:52,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:53,523 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:02:53,524 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:02:54,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:56,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:02:58,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:00,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:02,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:04,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:06,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:06,878 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:03:08,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:08,594 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:03:08,594 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:03:10,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:12,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:14,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:16,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:18,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:20,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:22,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:23,697 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:03:23,697 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:03:24,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:26,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:28,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:30,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:32,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:34,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:36,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:37,115 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:03:38,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:38,769 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:03:38,769 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:03:40,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:42,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:44,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:46,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:48,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:50,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:52,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:53,908 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:03:53,908 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:03:54,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:56,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:03:58,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:00,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:02,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:04,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:06,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:07,339 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:04:08,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:08,997 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:04:08,997 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:04:10,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:12,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:14,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:16,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:18,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:20,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:21,201 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:04:21,243 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:04:21,267 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:04:22,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:04:22,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:23,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:24,088 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:04:24,089 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:04:24,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:26,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:28,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:30,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:32,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:34,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:36,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:37,573 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:04:38,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:39,160 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:04:39,160 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:04:40,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:42,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:44,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:46,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:48,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:50,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:53,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:54,297 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:04:54,298 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:04:55,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:57,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:04:59,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:01,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:03,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:05,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:07,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:07,800 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:05:09,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:09,370 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:05:09,371 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:05:11,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:13,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:15,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:17,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:19,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:21,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:23,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:24,443 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:05:24,443 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:05:25,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:27,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:29,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:31,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:33,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:35,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:37,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:38,041 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:05:39,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:39,512 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:05:39,512 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:05:41,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:43,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:45,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:47,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:49,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:51,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:53,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:54,687 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:05:54,687 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:05:55,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:57,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:05:59,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:01,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:03,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:05,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:07,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:08,276 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:06:09,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:09,762 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:06:09,762 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:06:11,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:13,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:15,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:17,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:19,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:20,970 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:06:21,010 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:06:21,033 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:06:21,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:06:21,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:23,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:24,851 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:06:24,851 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:06:25,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:27,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:29,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:31,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:33,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:35,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:37,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:38,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:06:39,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:39,957 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:06:39,957 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:06:41,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:43,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:45,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:47,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:49,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:51,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:55,045 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:06:55,045 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:06:55,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:57,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:06:59,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:01,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:03,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:05,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:07,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:08,742 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:07:09,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:10,115 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:07:10,115 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:07:11,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:13,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:15,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:17,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:19,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:22,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:24,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:25,207 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:07:25,207 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:07:26,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:28,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:30,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:32,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:34,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:36,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:38,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:38,971 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:07:40,283 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:07:40,283 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:07:40,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:42,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:44,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:46,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:48,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:50,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:52,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:54,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:55,363 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:07:55,363 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:07:56,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:07:58,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:00,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:02,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:04,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:06,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:08,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:09,199 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:08:10,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:10,431 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:08:10,431 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:08:12,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:14,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:16,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:18,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:20,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:21,751 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:08:21,793 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:08:21,815 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:08:22,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:08:22,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:23,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:24,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:25,501 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:08:25,501 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:08:26,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:28,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:30,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:32,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:34,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:36,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:38,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:39,444 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:08:40,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:40,598 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:08:40,598 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:08:42,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:44,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:46,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:48,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:50,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:52,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:55,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:55,746 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:08:55,747 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:08:57,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:08:59,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:01,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:03,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:05,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:07,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:09,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:09,686 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:09:10,861 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:09:10,861 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:09:11,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:13,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:15,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:17,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:19,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:21,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:23,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:25,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:25,991 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:09:25,991 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:09:27,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:29,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:31,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:33,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:35,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:37,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:39,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:39,924 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:09:41,130 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:09:41,130 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:09:41,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:43,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:46,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:48,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:50,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:52,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:54,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:56,248 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:09:56,248 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:09:56,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:09:58,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:00,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:02,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:04,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:06,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:08,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:10,157 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:10:10,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:11,366 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:10:11,367 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:10:12,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:14,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:16,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:18,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:20,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:22,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:24,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:26,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:26,457 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:10:26,457 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:10:28,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:30,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:32,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:34,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:36,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:38,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:40,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:40,393 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:10:41,548 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:10:41,549 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:10:42,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:44,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:46,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:48,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:50,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:52,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:54,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:56,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:10:56,702 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:10:56,702 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:10:58,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:00,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:02,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:04,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:07,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:09,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:10,625 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:11:11,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:11,793 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:11:11,793 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:11:13,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:15,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:17,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:19,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:21,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:23,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:25,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:26,919 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:11:26,919 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:11:27,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:29,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:31,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:33,054 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:11:33,067 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:11:33,089 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:11:33,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:11:34,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:35,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:11:40,881 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:11:42,013 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:11:42,014 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:11:57,088 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:11:57,088 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:12:11,217 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:12:12,162 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:12:12,162 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:12:13,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:12:27,237 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:12:27,237 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:12:41,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:12:42,306 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:12:42,306 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:12:45,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:12:47,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:12:49,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:12:51,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:12:53,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:12:55,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:12:57,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:12:57,409 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:12:57,409 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:12:59,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:01,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:03,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:05,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:07,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:09,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:11,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:11,746 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:13:12,479 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:13:12,479 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:13:13,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:15,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:17,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:19,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:22,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:24,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:26,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:27,567 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:13:27,567 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:13:28,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:30,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:32,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:34,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:38,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:40,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:41,983 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:13:42,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:42,771 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:13:42,771 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:13:44,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:46,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:48,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:50,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:52,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:54,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:56,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:13:57,839 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:13:57,839 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:13:58,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:00,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:02,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:04,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:06,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:08,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:10,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:12,222 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:14:12,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:12,935 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:14:12,935 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:14:14,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:16,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:18,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:20,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:22,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:24,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:26,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:28,054 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:14:28,055 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:14:28,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:30,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:32,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:34,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:36,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:38,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:40,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:42,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:42,462 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:14:43,039 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:14:43,088 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:14:43,109 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:14:43,196 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:14:43,196 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:14:43,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:14:44,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:45,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:46,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:48,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:50,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:52,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:54,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:56,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:14:58,291 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:14:58,292 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:14:58,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:00,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:02,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:04,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:06,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:08,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:10,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:12,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:12,702 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:15:13,400 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:15:13,400 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:15:14,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:16,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:18,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:20,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:22,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:24,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:26,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:28,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:28,492 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:15:28,492 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:15:30,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:32,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:34,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:36,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:38,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:40,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:42,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:42,933 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:15:43,561 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:15:43,561 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:15:44,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:47,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:49,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:51,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:53,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:55,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:57,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:15:58,635 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:15:58,635 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:15:59,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:01,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:03,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:05,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:07,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:09,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:11,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:13,167 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:16:13,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:13,740 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:16:13,740 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:16:15,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:17,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:19,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:21,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:23,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:25,401 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:27,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:28,818 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:16:28,819 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:16:29,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:31,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:33,402 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:35,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:39,403 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:41,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:43,399 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:16:43,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:43,892 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:16:43,892 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:16:44,146 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:16:44,187 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:16:44,209 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:16:44,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:16:45,404 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:47,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:49,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:51,405 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:53,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:55,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:57,406 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:16:58,981 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:16:58,981 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:16:59,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:01,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:03,407 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:05,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:07,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:09,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:11,408 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:13,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:13,632 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:17:14,094 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:17:14,094 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:17:15,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:17,409 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:19,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:21,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:23,410 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:25,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:27,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:29,189 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:17:29,189 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:17:29,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:31,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:33,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:35,412 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:39,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:41,413 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:43,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:43,867 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:17:44,275 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:17:44,275 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:17:45,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:47,414 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:50,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:52,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:54,415 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:56,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:58,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:17:59,344 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:17:59,344 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:18:00,416 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:02,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:04,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:06,417 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:08,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:10,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:12,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:14,107 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:18:14,418 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:14,464 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:18:14,464 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:18:16,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:18,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:20,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:22,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:24,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:26,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:28,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:29,561 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:18:29,561 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:18:30,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:32,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:34,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:36,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:38,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:40,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:42,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:43,781 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:18:43,823 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:18:43,845 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:18:44,348 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:18:44,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:18:44,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:44,698 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:18:44,698 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:18:46,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:48,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:50,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:52,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:54,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:56,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:58,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:18:59,787 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:18:59,788 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:19:00,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:02,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:04,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:06,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:08,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:10,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:12,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:14,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:14,584 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:19:14,926 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:19:14,926 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:19:16,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:18,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:20,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:22,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:24,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:26,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:28,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:29,997 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:19:29,997 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:19:30,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:32,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:34,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:36,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:38,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:40,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:42,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:44,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:44,813 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:19:45,094 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:19:45,094 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:19:46,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:48,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:50,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:52,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:54,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:56,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:19:58,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:00,162 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:20:00,162 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:20:00,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:02,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:04,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:06,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:08,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:10,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:12,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:14,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:15,038 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:20:15,240 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:20:15,240 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:20:17,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:19,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:21,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:23,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:25,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:27,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:29,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:30,353 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:20:30,353 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:20:31,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:33,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:35,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:37,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:39,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:41,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:42,619 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:20:42,670 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:20:42,693 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:20:43,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:20:43,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:44,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:45,275 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:20:45,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:45,472 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:20:45,472 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:20:47,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:49,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:51,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:53,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:55,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:57,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:20:59,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:00,565 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:21:00,565 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:21:01,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:03,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:05,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:07,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:09,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:11,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:13,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:15,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:15,510 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:21:15,689 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:21:15,689 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:21:17,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:19,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:21,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:23,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:25,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:27,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:29,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:30,777 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:21:30,777 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:21:31,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:33,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:35,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:37,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:39,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:41,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:43,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:45,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:45,747 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:21:45,886 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:21:45,886 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:21:47,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:49,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:51,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:53,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:55,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:57,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:21:59,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:00,970 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:22:00,970 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:22:01,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:03,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:05,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:07,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:09,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:11,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:13,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:15,977 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:22:16,049 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:22:16,049 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:22:16,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:18,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:20,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:22,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:24,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:26,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:28,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:30,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:31,156 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:22:31,156 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:22:32,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:34,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:36,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:38,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:40,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:42,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:44,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:46,214 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:22:46,261 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:22:46,286 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:22:46,305 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:22:46,358 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:22:46,358 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:22:46,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:22:46,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:48,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:50,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:52,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:54,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:56,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:22:58,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:00,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:01,438 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:23:01,438 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:23:02,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:04,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:06,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:08,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:10,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:12,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:14,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:16,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:16,556 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:23:16,570 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:23:16,570 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:23:18,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:20,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:22,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:24,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:26,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:28,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:30,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:31,684 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:23:31,684 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:23:32,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:34,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:36,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:38,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:40,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:42,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:44,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:46,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:46,796 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:23:46,801 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:23:46,801 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:23:48,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:51,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:53,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:55,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:57,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:23:59,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:01,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:01,932 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:24:01,933 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:24:03,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:05,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:07,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:09,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:11,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:13,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:15,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:17,038 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:24:17,038 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:24:17,114 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:24:17,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:19,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:21,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:23,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:25,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:27,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:29,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:31,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:32,217 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:24:32,217 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:24:33,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:35,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:37,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:39,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:41,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:43,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:45,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:47,294 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:24:47,342 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:24:47,342 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:24:47,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:49,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:51,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:53,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:55,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:57,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:24:59,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:01,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:02,444 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:25:02,445 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:25:03,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:05,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:07,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:09,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:11,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:14,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:16,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:17,517 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:25:17,517 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:25:17,586 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:25:18,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:20,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:22,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:24,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:26,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:28,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:30,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:32,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:32,617 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:25:32,617 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:25:34,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:36,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:38,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:40,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:42,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:44,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:46,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:47,691 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:25:47,691 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:25:47,769 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:25:48,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:50,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:52,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:54,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:56,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:57,727 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:25:57,740 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:25:57,763 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:25:58,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:25:58,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:25:59,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:26:00,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:26:02,764 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:26:02,764 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:26:17,894 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:26:17,894 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:26:18,057 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:26:32,965 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:26:32,965 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:26:40,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:26:48,037 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:26:48,037 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:26:48,383 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:27:03,107 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:27:03,107 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:27:15,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:17,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:18,205 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:27:18,205 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:27:18,662 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:27:19,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:21,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:23,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:25,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:27,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:29,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:31,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:33,282 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:27:33,283 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:27:33,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:35,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:37,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:39,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:41,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:43,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:45,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:47,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:48,356 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:27:48,356 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:27:48,908 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:27:49,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:51,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:53,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:55,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:57,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:27:59,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:01,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:03,437 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:28:03,438 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:28:03,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:05,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:07,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:09,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:11,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:13,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:15,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:17,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:18,515 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:28:18,515 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:28:19,154 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:28:19,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:21,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:23,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:25,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:27,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:29,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:31,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:33,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:33,636 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:28:33,637 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:28:35,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:37,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:39,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:41,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:43,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:45,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:47,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:48,707 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:28:48,707 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:28:49,382 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:28:49,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:51,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:53,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:55,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:57,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:28:59,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:01,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:03,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:03,797 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:29:03,797 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:29:05,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:07,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:09,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:11,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:12,705 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:29:12,749 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:29:12,774 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:29:13,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:29:13,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:14,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:15,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:17,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:18,906 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:29:18,906 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:29:19,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:19,624 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:29:21,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:23,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:25,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:27,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:29,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:31,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:33,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:34,148 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:29:34,148 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:29:35,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:37,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:39,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:41,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:43,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:45,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:47,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:49,246 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:29:49,246 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:29:49,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:49,848 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:29:51,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:53,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:56,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:29:58,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:00,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:02,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:04,328 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:30:04,328 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:30:04,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:06,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:08,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:10,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:12,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:14,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:16,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:18,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:19,455 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:30:19,455 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:30:20,075 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:30:20,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:22,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:26,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:28,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:30,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:32,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:34,535 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:30:34,535 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:30:34,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:36,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:38,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:40,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:42,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:44,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:46,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:48,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:49,694 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:30:49,694 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:30:50,307 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:30:50,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:52,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:54,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:56,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:30:58,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:00,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:02,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:04,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:04,826 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:31:04,827 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:31:06,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:08,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:10,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:12,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:12,920 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:31:12,965 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:31:12,987 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:31:13,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:31:14,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:16,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:18,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:19,905 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:31:19,905 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:31:20,533 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:31:20,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:22,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:24,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:26,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:28,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:30,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:32,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:34,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:34,991 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:31:34,991 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:31:36,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:38,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:40,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:42,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:44,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:46,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:48,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:50,106 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:31:50,107 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:31:50,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:50,753 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:31:52,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:54,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:57,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:31:59,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:01,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:03,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:05,182 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:32:05,182 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:32:05,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:07,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:09,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:11,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:13,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:15,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:17,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:19,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:20,256 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:32:20,256 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:32:20,975 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:32:21,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:23,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:25,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:27,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:29,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:31,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:33,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:35,351 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:32:35,352 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:32:35,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:37,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:39,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:41,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:43,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:45,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:47,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:49,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:50,459 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:32:50,459 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:32:51,204 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:32:51,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:53,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:55,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:57,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:32:59,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:01,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:03,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:05,568 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:33:05,568 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:33:05,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:07,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:09,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:11,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:13,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:15,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:15,860 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:33:15,908 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:33:15,931 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:33:16,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:33:17,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:19,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:20,653 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:33:20,653 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:33:21,457 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:33:21,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:23,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:25,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:27,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:29,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:31,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:33,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:35,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:35,726 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:33:35,727 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:33:37,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:39,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:41,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:43,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:45,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:48,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:50,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:50,836 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:33:50,836 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:33:51,687 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:33:52,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:54,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:56,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:33:58,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:00,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:02,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:04,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:05,923 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:34:05,923 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:34:06,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:08,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:10,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:12,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:14,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:16,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:18,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:20,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:20,994 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:34:20,994 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:34:21,923 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:34:22,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:24,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:26,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:28,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:30,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:32,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:34,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:36,087 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:34:36,087 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:34:36,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:38,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:40,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:42,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:44,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:46,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:48,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:50,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:51,203 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:34:51,203 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:34:52,154 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:34:52,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:54,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:56,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:34:58,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:00,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:02,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:04,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:06,324 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:35:06,324 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:35:06,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:08,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:10,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:12,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:14,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:15,569 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:35:15,612 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:35:15,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:35:15,635 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:35:16,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:17,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:18,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:20,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:21,416 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:35:21,416 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:35:22,380 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:35:22,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:24,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:26,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:28,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:30,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:32,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:34,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:36,515 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:35:36,515 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:35:36,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:38,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:40,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:42,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:44,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:46,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:48,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:50,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:51,588 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:35:51,588 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:35:52,601 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:35:52,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:54,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:56,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:35:58,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:00,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:02,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:04,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:06,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:06,672 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:36:06,672 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:36:08,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:11,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:13,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:15,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:17,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:19,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:21,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:21,805 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:36:21,805 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:36:22,825 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:36:23,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:25,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:27,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:29,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:31,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:33,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:35,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:36,894 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:36:36,894 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:36:37,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:39,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:41,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:43,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:45,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:47,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:49,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:51,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:51,960 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:36:51,960 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:36:53,047 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:36:53,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:55,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:57,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:36:59,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:01,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:03,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:05,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:07,035 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:37:07,036 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:37:07,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:09,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:11,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:13,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:15,587 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:37:15,629 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:37:15,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:37:15,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:15,655 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:37:16,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:17,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:19,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:21,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:22,143 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:37:22,143 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:37:23,302 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:37:23,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:25,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:27,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:29,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:31,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:33,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:35,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:37,257 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:37:37,257 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:37:37,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:39,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:41,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:43,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:45,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:47,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:49,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:51,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:52,344 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:37:52,344 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:37:53,557 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:37:53,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:55,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:57,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:37:59,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:01,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:03,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:05,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:07,512 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:38:07,512 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:38:07,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:09,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:11,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:13,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:15,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:18,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:20,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:22,589 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:38:22,589 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:38:22,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:23,805 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:38:24,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:26,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:28,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:30,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:32,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:34,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:36,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:37,775 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:38:37,775 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:38:38,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:40,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:42,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:44,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:46,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:48,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:50,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:52,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:52,912 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:38:52,912 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:38:54,047 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:38:54,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:56,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:38:58,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:00,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:02,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:04,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:06,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:08,044 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:39:08,044 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:39:08,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:10,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:12,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:14,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:16,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:18,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:21,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:23,111 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:39:23,111 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:39:23,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:24,296 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:39:25,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:27,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:29,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:31,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:33,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:35,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:37,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:38,181 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:39:38,181 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:39:39,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:41,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:43,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:45,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:47,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:49,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:51,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:53,293 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:39:53,293 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:39:53,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:54,549 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:39:55,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:57,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:39:59,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:01,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:03,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:05,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:07,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:08,383 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:40:08,383 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:40:09,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:11,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:14,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:16,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:18,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:20,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:22,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:23,509 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:40:23,509 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:40:24,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:24,806 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:40:26,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:26,892 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:40:26,903 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:40:26,931 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:40:27,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:40:28,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:29,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:30,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:40:38,586 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:40:38,587 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:40:53,658 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:40:53,658 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:40:55,148 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:41:08,730 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:41:08,730 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:41:12,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:41:23,803 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:41:23,803 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:41:25,456 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:41:38,882 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:41:38,882 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:41:46,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:41:48,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:41:50,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:41:52,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:41:53,962 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:41:53,962 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:41:54,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:41:55,729 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:41:56,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:41:58,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:00,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:02,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:04,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:06,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:08,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:09,053 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:42:09,053 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:42:10,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:12,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:14,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:16,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:18,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:20,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:22,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:24,199 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:42:24,199 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:42:24,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:25,985 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:42:26,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:28,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:30,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:32,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:34,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:36,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:38,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:39,302 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:42:39,302 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:42:40,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:42,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:44,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:46,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:48,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:50,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:52,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:54,402 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:42:54,402 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:42:54,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:56,243 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:42:56,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:42:58,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:01,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:03,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:05,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:07,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:09,546 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:43:09,546 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:43:09,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:11,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:13,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:15,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:17,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:19,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:21,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:23,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:24,644 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:43:24,644 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:43:25,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:26,496 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:43:27,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:29,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:31,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:33,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:35,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:37,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:39,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:39,746 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:43:39,746 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:43:41,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:43,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:45,019 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:43:45,062 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:43:45,085 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:43:45,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:43:45,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:47,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:49,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:51,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:53,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:54,861 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:43:54,861 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:43:55,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:56,748 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:43:57,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:43:59,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:01,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:03,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:05,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:07,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:09,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:10,034 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:44:10,034 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:44:11,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:13,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:15,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:17,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:19,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:21,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:23,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:25,123 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:44:25,123 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:44:25,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:26,998 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:44:27,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:31,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:33,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:35,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:37,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:40,272 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:44:40,272 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:44:40,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:42,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:44,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:46,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:48,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:50,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:52,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:54,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:55,339 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:44:55,339 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:44:56,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:44:57,242 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:44:58,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:00,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:02,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:04,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:06,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:08,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:10,481 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:45:10,481 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:45:10,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:12,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:14,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:16,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:18,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:20,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:22,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:24,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:25,555 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:45:25,555 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:45:26,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:27,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:45:28,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:30,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:32,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:34,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:36,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:38,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:40,651 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:45:40,651 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:45:40,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:42,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:44,593 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:45:44,630 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:45:44,653 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:45:44,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:45:44,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:46,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:48,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:50,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:52,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:54,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:55,733 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:45:55,733 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:45:56,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:45:57,755 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:45:58,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:00,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:02,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:04,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:06,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:08,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:10,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:10,844 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:46:10,844 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:46:12,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:14,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:16,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:18,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:20,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:22,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:24,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:25,935 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:46:25,935 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:46:26,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:28,011 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:46:28,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:30,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:32,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:34,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:36,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:38,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:40,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:41,066 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:46:41,066 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:46:42,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:44,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:46,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:48,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:50,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:52,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:54,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:56,136 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:46:56,136 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:46:56,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:46:58,255 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:46:58,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:00,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:02,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:05,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:07,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:09,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:11,218 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:47:11,218 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:47:11,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:13,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:15,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:17,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:19,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:21,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:23,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:25,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:26,290 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:47:26,290 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:47:27,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:28,499 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:47:29,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:31,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:33,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:35,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:37,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:39,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:41,375 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:47:41,375 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:47:41,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:43,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:45,120 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:47:45,163 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:47:45,187 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:47:45,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:47:45,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:46,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:47,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:49,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:51,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:53,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:55,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:56,482 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:47:56,482 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:47:57,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:47:58,736 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:47:59,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:01,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:03,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:05,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:07,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:09,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:11,574 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:48:11,574 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:48:11,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:13,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:15,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:17,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:19,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:21,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:23,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:25,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:26,645 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:48:26,645 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:48:27,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:28,978 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:48:29,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:31,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:33,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:35,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:37,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:39,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:41,730 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:48:41,730 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:48:41,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:43,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:45,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:47,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:49,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:51,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:53,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:55,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:56,808 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:48:56,808 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:48:57,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:48:59,212 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:48:59,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:01,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:03,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:05,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:07,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:09,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:11,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:11,880 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:49:11,880 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:49:13,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:15,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:17,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:19,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:21,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:23,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:25,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:26,953 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:49:26,953 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:49:27,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:29,466 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:49:29,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:31,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:33,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:35,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:37,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:39,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:41,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:42,058 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:49:42,058 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:49:43,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:44,885 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:49:44,930 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:49:44,956 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:49:45,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:49:45,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:46,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:47,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:50,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:52,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:54,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:56,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:57,175 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:49:57,175 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:49:58,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:49:59,697 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:50:00,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:02,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:04,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:06,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:08,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:10,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:12,248 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:50:12,248 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:50:12,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:14,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:16,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:18,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:20,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:22,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:24,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:26,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:27,337 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:50:27,338 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:50:28,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:29,942 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:50:32,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:34,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:36,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:38,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:40,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:42,461 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:50:42,461 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:50:42,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:44,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:46,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:48,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:50,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:52,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:54,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:56,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:50:57,553 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:50:57,553 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:50:58,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:00,185 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:51:00,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:02,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:04,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:06,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:08,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:10,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:12,649 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:51:12,649 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:51:12,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:14,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:16,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:18,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:20,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:22,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:24,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:26,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:27,755 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:51:27,755 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:51:28,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:30,442 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:51:30,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:32,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:34,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:36,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:39,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:41,305 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:51:41,354 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:51:41,377 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:51:41,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:51:41,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:42,869 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:51:42,869 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:51:43,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:45,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:47,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:49,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:51,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:53,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:55,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:57,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:51:57,991 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:51:57,991 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:51:59,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:00,723 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:52:01,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:03,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:05,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:07,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:09,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:11,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:13,152 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:52:13,152 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:52:13,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:15,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:17,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:19,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:21,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:23,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:25,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:27,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:28,287 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:52:28,287 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:52:29,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:30,973 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:52:31,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:33,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:35,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:37,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:39,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:41,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:43,389 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:52:43,390 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:52:43,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:45,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:47,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:49,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:51,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:53,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:55,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:57,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:52:58,532 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:52:58,532 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:53:00,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:01,230 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:53:02,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:04,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:06,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:08,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:10,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:12,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:13,687 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:53:13,687 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:53:14,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:16,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:18,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:20,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:22,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:24,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:26,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:28,804 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:53:28,804 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:53:28,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:30,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:31,471 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:53:32,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:34,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:36,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:38,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:40,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:42,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:43,932 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:53:43,933 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:53:44,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:46,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:48,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:50,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:52,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:54,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:56,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:58,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:53:59,028 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:53:59,028 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:54:00,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:01,707 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:54:03,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:05,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:07,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:09,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:11,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:13,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:14,132 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:54:14,133 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:54:15,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:17,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:19,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:21,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:23,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:25,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:27,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:29,220 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:54:29,221 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:54:29,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:31,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:31,948 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:54:33,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:35,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:37,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:39,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:41,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:43,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:44,425 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:54:44,425 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:54:45,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:47,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:49,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:51,754 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:54:51,773 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:54:51,802 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:54:51,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:54:51,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:52,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:53,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:54:59,501 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:54:59,556 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:55:02,227 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:55:14,636 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:55:14,637 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:55:15,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:55:29,709 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:55:29,709 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:55:32,523 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:55:44,780 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:55:44,780 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:55:49,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:55:51,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:55:53,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:55:55,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:55:57,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:55:59,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:55:59,859 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:55:59,859 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:56:01,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:02,791 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:56:03,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:05,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:08,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:10,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:12,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:14,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:14,947 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:56:14,947 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:56:16,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:18,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:20,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:22,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:24,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:26,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:28,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:30,019 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:56:30,019 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:56:30,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:32,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:33,029 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:56:34,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:36,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:38,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:40,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:42,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:44,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:45,087 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:56:45,087 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:56:46,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:48,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:50,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:52,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:54,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:56,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:56:58,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:00,195 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:57:00,195 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:57:00,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:02,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:03,276 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:57:04,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:06,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:08,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:10,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:12,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:14,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:15,293 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:57:15,294 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:57:16,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:18,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:20,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:22,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:24,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:26,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:28,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:30,409 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:57:30,409 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:57:30,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:32,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:33,527 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:57:34,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:36,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:38,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:40,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:42,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:44,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:45,515 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:57:45,515 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:57:46,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:48,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:50,178 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:57:50,231 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:57:50,255 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:57:50,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:57:50,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:52,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:54,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:57:56,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:00,586 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:58:00,587 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:58:00,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:02,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:03,778 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:58:04,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:06,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:08,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:10,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:12,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:14,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:15,701 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:58:15,701 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:58:16,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:18,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:20,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:22,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:24,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:26,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:28,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:30,789 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:58:30,789 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:58:30,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:32,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:34,014 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:58:34,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:36,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:38,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:40,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:42,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:44,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:45,907 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:58:45,907 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:58:46,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:49,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:51,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:53,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:55,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:57,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:58:59,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:01,103 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:59:01,103 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:59:01,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:03,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:04,254 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:59:05,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:07,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:09,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:11,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:13,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:15,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:16,170 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:59:16,170 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:59:17,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:19,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:21,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:23,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:25,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:27,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:29,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:31,257 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:59:31,257 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:59:31,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:33,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:34,488 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 04:59:35,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:37,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:39,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:41,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:43,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:45,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:46,326 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 04:59:46,326 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 04:59:47,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:49,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:50,910 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 04:59:50,965 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 04:59:50,990 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 04:59:51,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 04:59:51,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:52,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:53,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:55,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 04:59:59,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:01,427 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:00:01,427 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:00:01,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:03,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:04,719 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:00:05,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:07,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:09,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:11,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:13,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:15,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:16,500 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:00:16,500 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:00:17,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:19,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:21,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:23,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:25,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:27,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:29,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:31,604 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:00:31,604 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:00:31,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:34,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:34,943 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:00:36,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:38,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:40,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:42,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:44,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:46,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:46,700 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:00:46,700 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:00:48,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:50,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:52,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:54,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:56,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:00:58,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:00,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:01,835 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:01:01,836 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:01:02,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:04,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:05,166 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:01:06,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:08,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:10,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:12,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:14,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:16,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:16,953 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:01:16,953 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:01:18,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:21,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:23,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:25,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:27,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:29,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:31,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:32,026 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:01:32,026 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:01:33,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:35,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:35,391 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:01:37,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:39,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:41,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:43,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:45,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:47,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:47,134 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:01:47,134 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:01:49,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:50,999 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:01:51,061 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:01:51,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:51,086 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:01:52,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:01:52,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:53,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:55,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:57,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:01:59,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:01,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:02,209 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:02:02,209 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:02:03,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:05,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:05,620 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:02:07,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:09,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:11,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:13,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:15,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:17,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:17,282 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:02:17,282 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:02:19,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:21,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:23,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:25,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:27,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:29,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:31,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:32,386 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:02:32,386 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:02:33,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:35,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:35,838 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:02:37,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:39,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:41,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:43,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:45,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:47,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:47,502 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:02:47,502 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:02:49,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:51,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:53,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:55,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:57,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:02:59,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:01,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:02,573 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:03:02,573 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:03:03,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:05,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:06,059 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:03:07,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:09,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:11,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:13,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:15,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:17,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:17,681 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:03:17,681 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:03:19,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:21,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:23,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:26,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:28,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:30,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:32,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:32,847 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:03:32,847 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:03:34,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:36,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:36,287 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:03:38,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:40,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:42,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:44,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:46,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:47,916 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:03:47,917 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:03:48,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:50,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:52,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:54,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:56,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:03:56,395 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:03:56,443 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:03:56,473 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:03:57,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:03:58,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:00,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:02,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:02,991 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:04:02,991 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:04:04,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:06,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:06,575 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:04:08,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:10,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:12,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:14,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:16,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:18,086 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:04:18,086 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:04:18,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:20,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:22,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:24,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:26,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:28,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:30,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:32,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:33,222 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:04:33,222 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:04:34,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:36,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:36,797 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:04:38,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:40,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:42,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:44,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:46,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:48,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:48,318 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:04:48,319 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:04:50,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:52,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:54,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:56,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:04:58,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:00,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:02,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:03,401 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:05:03,401 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:05:04,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:06,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:07,023 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:05:08,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:10,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:12,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:14,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:16,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:18,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:18,470 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:05:18,470 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:05:20,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:22,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:24,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:26,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:28,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:30,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:32,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:33,571 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:05:33,571 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:05:34,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:36,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:37,247 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:05:38,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:40,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:42,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:44,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:46,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:48,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:48,656 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:05:48,656 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:05:50,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:52,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:54,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:56,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:56,310 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:05:56,358 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:05:56,381 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:05:57,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:05:58,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:05:59,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:00,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:02,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:03,726 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:06:03,727 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:06:05,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:07,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:07,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:06:09,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:11,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:13,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:15,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:17,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:18,860 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:06:18,861 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:06:19,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:21,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:23,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:25,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:27,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:29,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:31,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:33,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:33,930 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:06:33,930 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:06:35,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:37,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:37,723 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:06:39,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:41,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:43,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:45,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:47,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:49,038 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:06:49,038 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:06:49,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:51,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:53,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:55,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:57,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:06:59,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:01,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:03,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:04,176 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:07:04,176 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:07:05,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:07,965 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:07:08,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:10,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:12,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:14,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:16,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:18,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:19,380 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:07:19,380 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:07:20,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:22,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:24,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:26,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:28,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:30,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:32,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:34,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:34,517 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:07:34,517 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:07:36,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:38,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:38,201 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:07:40,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:42,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:44,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:46,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:48,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:49,586 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:07:49,586 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:07:50,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:52,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:54,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:56,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:07:58,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:00,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:02,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:04,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:04,656 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:08:04,656 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:08:06,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:08,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:08,451 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:08:10,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:12,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:14,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:16,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:19,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:19,774 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:08:19,774 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:08:21,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:23,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:25,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:27,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:29,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:31,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:33,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:34,983 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:08:34,983 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:08:35,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:37,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:38,692 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:08:39,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:41,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:43,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:45,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:47,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:49,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:50,050 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:08:50,050 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:08:51,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:53,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:55,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:57,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:08:59,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:09:01,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:09:03,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:09:05,162 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:09:05,162 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:09:05,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:09:07,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:09:07,434 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:09:07,445 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:09:07,474 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:09:08,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:09:08,943 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:09:09,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:09:10,167 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:09:20,235 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:09:20,307 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:09:35,393 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:09:35,393 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:09:39,273 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:09:47,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:09:50,466 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:09:50,466 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:10:05,541 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:10:05,541 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:10:09,575 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:10:20,620 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:10:20,620 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:10:21,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:23,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:25,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:27,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:29,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:31,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:33,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:35,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:35,728 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:10:35,729 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:10:37,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:39,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:39,847 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:10:41,198 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:44,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:46,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:48,199 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:50,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:50,851 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:10:50,851 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:10:52,200 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:54,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:56,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:10:58,201 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:00,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:02,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:04,202 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:05,985 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:11:05,985 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:11:06,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:08,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:10,097 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:11:10,203 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:12,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:14,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:16,204 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:18,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:20,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:21,053 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:11:21,053 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:11:22,205 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:24,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:26,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:28,206 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:30,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:32,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:34,207 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:36,147 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:11:36,147 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:11:36,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:38,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:40,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:40,354 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:11:42,209 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:44,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:46,210 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:48,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:50,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:51,216 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:11:51,216 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:11:52,211 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:54,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:56,212 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:11:58,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:00,213 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:02,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:04,214 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:06,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:06,331 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:12:06,332 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:12:08,215 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:10,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:10,588 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:12:12,216 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:14,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:16,217 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:18,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:19,117 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:12:19,176 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:12:19,203 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:12:19,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:12:20,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:21,398 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:12:21,398 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:12:22,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:24,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:26,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:28,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:30,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:32,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:34,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:36,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:36,511 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:12:36,511 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:12:38,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:40,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:40,849 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:12:42,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:44,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:46,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:48,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:50,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:51,583 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:12:51,583 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:12:52,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:54,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:56,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:12:58,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:00,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:02,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:04,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:06,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:06,653 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:13:06,654 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:13:08,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:11,101 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:13:11,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:13,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:15,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:17,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:19,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:21,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:21,724 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:13:21,725 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:13:23,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:25,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:27,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:29,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:31,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:33,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:35,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:36,845 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:13:36,845 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:13:37,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:39,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:41,350 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:13:43,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:45,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:47,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:49,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:51,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:52,008 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:13:52,008 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:13:53,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:55,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:57,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:13:59,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:01,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:03,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:05,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:07,106 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:14:07,107 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:14:07,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:09,245 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:11,245 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:11,579 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:14:13,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:15,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:17,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:19,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:20,194 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:14:20,243 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:14:20,268 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:14:21,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:14:21,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:22,205 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:14:22,206 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:14:23,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:25,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:27,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:29,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:31,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:33,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:35,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:37,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:37,292 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:14:37,292 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:14:39,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:41,809 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:14:43,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:45,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:47,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:49,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:51,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:52,363 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:14:52,363 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:14:53,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:55,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:57,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:14:59,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:01,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:03,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:05,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:07,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:07,481 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:15:07,482 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:15:09,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:11,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:12,035 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:15:13,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:15,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:18,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:20,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:22,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:22,553 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:15:22,553 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:15:24,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:26,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:28,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:30,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:32,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:34,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:36,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:37,657 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:15:37,657 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:15:38,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:40,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:42,271 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:15:42,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:44,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:46,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:48,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:50,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:52,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:52,741 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:15:52,741 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:15:54,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:56,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:15:58,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:00,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:02,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:04,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:06,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:07,890 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:16:07,890 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:16:08,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:10,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:12,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:12,491 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:16:14,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:16,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:18,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:20,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:21,536 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:16:21,581 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:16:21,612 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:16:22,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:16:22,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:22,995 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:16:22,995 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:16:23,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:24,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:26,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:28,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:30,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:32,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:34,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:36,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:38,065 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:16:38,065 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:16:38,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:40,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:42,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:42,728 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:16:44,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:46,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:48,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:50,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:52,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:53,161 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:16:53,161 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:16:54,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:56,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:16:58,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:00,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:02,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:05,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:07,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:08,287 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:17:08,287 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:17:09,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:11,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:12,956 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:17:13,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:15,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:17,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:19,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:21,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:23,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:23,373 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:17:23,374 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:17:25,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:27,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:29,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:31,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:33,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:35,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:37,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:38,468 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:17:38,468 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:17:39,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:41,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:43,186 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:17:43,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:45,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:47,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:49,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:51,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:53,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:53,539 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:17:53,540 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:17:55,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:57,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:17:59,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:01,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:03,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:05,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:07,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:08,694 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:18:08,694 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:18:09,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:11,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:13,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:13,417 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:18:15,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:17,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:19,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:21,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:22,506 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:18:22,550 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:18:22,578 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:18:23,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:18:23,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:23,848 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:18:23,849 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:18:25,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:27,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:29,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:31,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:33,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:35,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:37,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:38,996 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:18:38,997 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:18:39,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:41,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:43,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:43,648 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:18:45,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:47,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:49,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:51,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:53,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:54,073 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:18:54,074 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:18:55,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:57,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:18:59,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:01,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:03,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:05,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:07,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:09,218 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:19:09,219 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:19:09,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:11,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:13,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:13,884 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:19:15,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:17,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:19,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:21,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:23,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:24,290 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:19:24,290 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:19:25,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:28,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:30,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:32,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:34,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:36,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:38,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:39,372 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:19:39,372 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:19:40,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:42,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:44,105 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:19:44,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:46,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:48,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:50,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:52,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:54,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:54,448 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:19:54,448 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:19:56,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:19:58,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:00,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:02,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:04,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:06,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:08,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:09,571 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:20:09,571 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:20:10,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:12,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:14,331 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:20:14,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:16,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:18,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:20,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:22,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:23,566 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:20:23,616 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:20:23,641 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:20:24,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:20:24,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:24,664 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:20:24,664 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:20:26,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:28,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:30,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:32,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:34,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:36,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:38,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:39,786 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:20:39,786 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:20:40,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:42,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:44,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:44,569 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:20:46,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:48,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:50,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:52,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:54,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:54,892 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:20:54,892 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:20:56,361 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:20:58,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:00,362 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:03,363 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:05,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:07,364 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:09,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:10,030 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:21:10,030 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:21:11,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:13,365 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:14,815 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:21:15,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:17,366 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:19,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:21,367 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:23,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:25,158 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:21:25,158 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:21:25,368 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:27,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:29,369 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:31,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:33,370 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:35,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:37,371 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:39,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:40,226 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:21:40,226 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:21:41,372 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:43,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:45,045 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:21:45,373 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:47,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:49,374 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:51,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:53,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:55,375 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:55,381 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:21:55,381 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:21:57,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:21:59,376 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:01,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:03,377 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:05,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:07,378 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:09,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:10,477 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:22:10,477 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:22:11,379 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:13,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:15,276 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:22:15,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:17,380 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:19,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:21,381 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:23,382 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:25,658 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:22:25,658 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:22:26,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:28,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:30,383 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:32,384 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:34,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:36,385 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:38,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:40,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:40,790 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:22:40,790 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:22:42,386 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:44,387 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:45,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:22:46,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:48,388 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:50,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:52,389 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:54,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:55,878 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:22:55,878 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:22:56,390 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:22:58,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:00,391 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:02,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:04,392 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:06,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:08,393 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:10,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:11,003 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:23:11,004 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:23:12,394 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:14,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:15,742 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:23:16,395 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:18,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:20,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:22,396 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:24,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:26,117 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:23:26,117 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:23:26,397 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:28,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:30,398 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:32,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:34,399 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:36,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:36,725 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:23:36,735 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:23:36,768 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:23:37,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:23:38,400 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:23:41,186 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:23:41,186 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:23:45,999 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:23:56,260 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:23:56,261 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:24:04,411 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:11,334 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:24:11,334 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:24:16,310 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:24:26,406 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:24:26,406 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:24:36,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:38,419 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:41,420 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:41,505 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:24:41,505 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:24:43,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:45,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:46,578 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:24:47,421 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:49,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:51,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:53,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:55,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:56,643 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:24:56,643 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:24:57,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:24:59,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:01,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:03,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:05,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:07,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:09,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:11,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:11,720 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:25:11,720 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:25:13,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:15,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:16,814 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:25:17,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:19,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:21,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:23,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:25,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:27,137 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:25:27,137 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:25:27,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:29,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:31,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:33,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:35,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:37,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:39,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:41,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:42,317 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:25:42,317 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:25:43,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:45,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:47,055 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:25:47,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:49,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:51,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:53,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:55,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:57,387 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:25:57,387 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:25:57,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:25:59,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:01,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:03,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:05,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:07,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:09,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:11,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:12,480 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:26:12,481 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:26:13,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:15,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:17,295 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:26:17,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:19,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:21,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:23,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:25,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:27,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:27,601 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:26:27,601 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:26:29,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:31,148 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:26:31,206 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:26:31,237 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:26:31,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:26:32,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:33,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:34,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:36,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:38,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:40,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:42,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:42,788 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:26:42,789 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:26:44,450 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:46,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:47,559 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:26:48,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:50,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:52,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:54,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:56,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:26:57,906 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:26:57,907 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:26:58,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:00,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:02,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:04,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:06,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:08,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:10,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:12,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:12,979 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:27:12,979 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:27:14,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:16,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:17,798 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:27:18,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:20,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:22,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:24,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:26,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:28,078 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:27:28,078 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:27:28,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:30,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:32,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:34,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:36,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:38,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:40,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:42,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:43,259 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:27:43,259 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:27:44,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:46,465 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:48,035 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:27:48,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:50,466 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:52,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:54,467 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:56,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:27:58,366 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:27:58,366 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:27:58,468 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:00,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:02,469 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:04,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:06,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:08,470 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:10,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:12,471 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:13,537 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:28:13,537 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:28:14,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:16,472 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:18,281 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:28:18,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:20,473 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:22,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:24,474 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:26,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:28,475 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:28,639 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:28:28,639 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:28:30,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:31,542 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:28:31,591 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:28:31,614 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:28:32,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:28:32,476 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:33,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:34,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:36,477 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:38,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:40,478 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:42,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:43,711 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:28:43,712 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:28:44,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:46,480 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:48,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:48,523 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:28:50,481 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:52,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:54,482 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:57,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:28:58,845 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:28:58,845 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:28:59,483 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:01,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:03,484 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:05,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:07,485 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:09,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:11,486 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:13,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:13,985 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:29:13,986 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:29:15,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:17,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:18,754 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:29:19,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:21,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:23,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:25,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:27,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:29,095 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:29:29,095 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:29:29,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:31,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:33,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:35,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:37,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:39,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:41,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:43,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:44,168 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:29:44,168 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:29:45,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:47,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:48,992 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:29:49,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:51,496 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:53,496 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:55,497 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:57,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:29:59,252 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:29:59,252 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:29:59,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:01,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:03,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:05,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:07,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:09,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:11,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:13,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:14,373 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:30:14,373 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:30:15,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:17,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:19,216 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:30:19,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:21,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:23,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:25,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:27,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:29,442 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:30:29,443 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:30:29,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:31,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:32,257 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:30:32,319 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:30:32,343 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:30:32,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:30:33,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:34,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:35,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:37,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:39,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:41,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:43,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:44,530 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:30:44,530 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:30:45,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:47,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:49,458 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:30:50,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:52,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:54,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:56,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:58,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:30:59,657 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:30:59,657 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:31:00,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:02,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:04,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:06,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:08,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:10,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:12,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:14,516 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:14,763 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:31:14,764 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:31:16,516 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:18,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:19,680 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:31:20,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:22,518 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:24,518 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:26,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:28,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:29,849 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:31:29,850 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:31:30,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:32,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:34,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:36,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:38,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:40,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:42,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:44,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:44,923 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:31:44,923 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:31:46,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:48,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:49,911 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:31:50,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:52,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:54,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:56,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:31:58,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:00,001 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:32:00,001 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:32:00,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:02,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:04,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:06,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:08,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:10,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:12,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:14,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:15,119 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:32:15,120 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:32:16,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:18,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:20,144 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:32:20,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:22,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:24,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:26,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:28,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:30,199 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:32:30,199 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:32:30,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:32,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:33,409 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:32:33,455 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:32:33,478 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:32:33,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:32:34,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:36,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:38,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:40,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:42,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:44,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:45,272 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:32:45,272 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:32:46,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:48,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:50,392 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:32:50,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:52,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:54,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:57,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:32:59,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:00,380 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:33:00,380 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:33:01,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:03,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:05,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:07,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:09,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:11,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:13,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:15,500 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:33:15,500 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:33:15,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:17,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:19,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:20,618 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:33:21,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:23,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:25,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:27,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:29,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:30,585 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:33:30,586 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:33:31,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:33,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:35,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:37,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:39,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:41,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:43,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:45,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:45,682 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:33:45,682 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:33:47,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:49,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:50,859 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:33:51,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:53,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:57,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:33:59,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:00,770 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:34:00,770 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:34:01,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:03,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:05,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:07,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:09,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:11,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:13,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:15,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:15,860 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:34:15,860 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:34:17,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:19,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:21,082 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:34:21,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:23,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:25,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:27,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:29,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:30,959 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:34:30,959 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:34:31,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:33,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:35,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:37,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:39,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:40,406 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:34:40,452 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:34:40,475 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:34:40,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:34:41,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:43,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:45,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:46,039 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:34:46,040 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:34:48,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:50,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:51,327 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:34:52,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:54,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:56,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:34:58,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:00,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:01,176 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:35:01,176 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:35:02,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:04,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:06,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:08,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:10,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:12,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:14,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:16,408 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:35:16,408 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:35:16,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:18,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:20,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:21,570 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:35:22,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:24,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:26,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:28,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:30,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:31,554 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:35:31,554 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:35:32,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:34,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:36,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:38,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:40,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:42,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:44,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:46,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:46,648 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:35:46,648 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:35:48,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:50,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:51,815 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:35:52,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:54,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:56,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:35:58,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:00,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:01,720 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:36:01,720 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:36:03,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:05,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:07,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:09,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:11,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:13,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:15,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:16,819 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:36:16,820 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:36:17,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:19,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:21,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:22,055 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:36:23,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:25,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:27,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:29,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:31,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:31,894 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:36:31,895 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:36:33,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:35,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:37,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:39,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:41,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:43,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:45,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:46,967 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:36:46,967 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:36:47,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:49,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:51,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:52,307 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:36:53,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:55,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:36:57,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:00,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:02,128 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:37:02,128 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:37:02,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:04,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:06,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:08,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:10,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:12,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:14,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:16,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:17,198 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:37:17,198 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:37:18,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:20,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:22,545 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:37:22,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:24,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:26,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:28,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:30,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:32,376 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:37:32,377 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:37:32,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:34,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:36,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:38,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:40,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:42,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:44,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:46,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:47,517 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:37:47,518 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:37:48,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:50,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:52,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:52,787 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:37:53,178 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:37:53,198 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:37:53,223 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:37:53,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:37:54,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:37:56,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:02,743 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:38:02,743 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:38:10,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:17,814 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:38:17,814 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:38:23,079 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:38:32,892 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:38:32,892 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:38:44,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:46,627 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:47,963 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:38:48,128 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:38:48,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:50,628 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:52,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:53,357 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:38:54,629 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:56,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:38:58,630 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:00,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:02,631 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:03,289 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:39:03,289 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:39:04,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:06,632 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:09,633 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:11,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:13,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:15,634 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:17,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:18,370 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:39:18,392 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:39:19,635 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:21,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:23,598 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:39:23,636 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:25,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:27,637 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:29,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:31,638 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:33,527 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:39:33,527 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:39:33,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:35,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:37,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:39,640 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:41,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:43,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:45,641 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:47,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:48,599 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:39:48,599 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:39:49,642 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:51,643 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:53,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:53,838 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:39:55,644 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:57,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:39:59,645 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:01,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:03,646 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:03,731 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:40:03,731 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:40:05,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:07,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:09,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:11,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:13,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:15,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:17,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:18,840 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:40:18,841 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:40:19,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:21,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:23,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:24,085 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:40:25,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:27,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:29,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:31,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:33,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:33,931 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:40:33,931 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:40:35,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:37,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:39,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:41,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:43,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:44,524 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:40:44,570 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:40:44,594 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:40:44,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:40:45,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:46,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:47,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:49,000 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:40:49,001 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:40:49,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:51,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:53,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:54,347 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:40:55,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:57,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:40:59,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:01,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:03,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:04,150 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:41:04,150 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:41:05,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:07,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:09,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:11,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:13,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:15,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:17,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:19,314 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:41:19,314 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:41:19,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:22,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:24,608 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:41:24,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:26,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:28,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:30,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:32,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:34,402 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:41:34,402 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:41:34,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:36,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:38,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:40,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:42,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:44,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:46,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:48,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:49,470 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:41:49,470 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:41:50,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:52,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:54,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:54,854 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:41:56,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:41:58,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:00,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:02,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:04,545 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:42:04,545 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:42:04,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:06,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:08,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:10,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:12,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:14,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:16,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:18,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:19,615 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:42:19,615 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:42:20,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:22,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:24,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:25,099 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:42:26,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:28,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:30,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:32,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:34,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:34,785 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:42:34,785 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:42:36,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:38,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:40,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:42,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:44,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:45,531 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:42:45,574 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:42:45,596 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:42:45,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:42:46,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:48,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:49,856 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:42:49,857 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:42:50,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:52,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:54,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:55,357 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:42:56,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:42:58,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:00,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:02,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:04,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:04,923 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:43:04,923 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:43:06,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:08,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:10,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:12,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:14,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:16,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:18,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:20,035 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:43:20,035 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:43:20,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:22,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:24,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:25,604 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:43:26,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:29,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:31,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:33,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:35,133 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:43:35,133 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:43:35,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:37,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:39,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:41,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:43,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:45,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:47,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:49,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:50,234 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:43:50,234 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:43:51,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:53,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:55,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:55,830 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:43:57,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:43:59,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:01,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:03,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:05,366 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:44:05,366 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:44:05,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:07,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:09,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:11,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:13,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:15,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:17,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:19,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:20,490 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:44:20,490 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:44:21,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:23,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:25,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:26,056 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:44:27,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:29,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:31,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:33,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:35,559 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:44:35,559 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:44:35,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:37,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:39,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:41,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:43,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:45,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:46,061 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:44:46,109 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:44:46,137 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:44:46,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:44:47,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:49,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:50,675 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:44:50,675 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:44:51,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:53,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:55,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:56,295 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:44:57,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:44:59,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:01,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:03,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:05,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:05,817 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:45:05,817 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:45:07,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:09,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:11,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:13,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:15,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:17,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:19,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:20,946 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:45:20,946 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:45:21,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:23,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:25,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:26,523 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:45:27,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:29,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:31,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:34,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:36,084 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:45:36,084 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:45:36,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:38,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:40,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:42,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:44,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:46,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:48,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:50,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:51,185 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:45:51,185 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:45:52,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:54,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:56,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:45:56,754 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:45:58,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:00,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:02,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:04,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:06,255 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:46:06,256 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:46:06,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:08,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:10,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:12,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:14,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:16,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:18,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:20,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:21,419 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:46:21,419 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:46:22,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:24,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:26,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:26,997 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:46:28,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:30,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:32,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:34,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:36,505 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:46:36,505 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:46:36,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:38,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:40,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:42,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:44,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:46,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:48,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:49,307 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:46:49,356 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:46:49,379 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:46:49,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:46:50,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:51,578 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:46:51,578 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:46:51,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:52,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:54,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:56,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:46:57,257 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:46:58,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:00,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:02,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:04,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:06,654 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:47:06,654 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:47:06,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:08,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:10,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:12,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:14,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:16,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:18,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:20,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:21,728 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:47:21,728 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:47:22,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:24,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:26,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:27,480 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:47:28,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:30,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:32,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:34,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:36,795 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:47:36,795 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:47:37,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:39,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:41,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:43,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:45,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:47,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:49,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:51,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:51,903 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:47:51,903 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:47:53,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:55,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:57,702 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:47:57,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:47:59,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:01,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:03,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:05,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:06,988 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:48:06,988 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:48:07,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:09,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:11,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:13,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:15,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:17,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:19,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:21,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:22,068 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:48:22,069 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:48:23,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:25,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:27,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:27,927 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:48:29,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:31,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:33,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:35,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:37,154 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:48:37,154 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:48:37,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:39,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:41,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:43,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:45,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:47,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:49,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:50,581 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:48:50,627 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:48:50,649 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:48:50,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:48:51,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:52,264 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:48:52,265 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:48:52,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:53,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:55,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:57,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:48:58,159 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:48:59,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:01,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:03,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:05,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:07,366 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:49:07,366 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:49:07,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:09,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:11,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:13,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:15,778 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:17,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:20,779 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:22,528 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:49:22,528 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:49:22,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:24,780 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:26,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:28,400 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:49:28,781 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:30,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:32,782 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:34,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:36,783 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:37,601 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:49:37,601 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:49:38,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:40,784 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:42,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:44,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:46,785 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:48,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:50,786 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:52,709 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:49:52,709 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:49:52,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:54,787 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:56,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:49:58,640 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:49:58,788 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:00,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:02,789 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:04,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:06,790 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:07,894 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:50:07,894 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:50:08,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:10,791 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:12,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:14,792 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:16,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:18,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:20,793 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:22,963 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:50:22,963 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:50:23,794 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:25,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:27,795 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:28,881 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:50:29,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:31,796 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:33,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:35,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:37,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:38,071 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:50:38,071 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:50:39,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:41,798 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:43,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:45,799 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:47,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:49,800 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:51,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:53,143 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:50:53,143 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:50:53,801 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:55,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:57,802 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:50:59,124 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:50:59,803 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:01,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:03,804 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:05,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:07,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:08,300 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:51:08,300 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:51:09,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:11,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:13,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:15,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:17,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:19,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:21,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:23,367 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:51:23,367 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:51:23,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:26,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:28,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:29,361 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:51:30,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:32,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:34,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:36,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:38,524 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:51:38,524 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:51:38,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:40,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:42,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:44,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:46,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:48,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:50,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:52,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:53,667 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:51:53,668 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:51:54,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:56,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:58,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:51:59,599 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:52:00,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:52:02,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:52:03,369 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:52:03,385 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:52:03,409 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:52:03,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:52:04,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:52:05,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:52:08,741 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:52:08,742 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:52:23,821 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:52:23,821 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:52:29,917 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:52:38,902 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:52:38,902 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:52:46,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:52:53,974 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:52:53,975 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:53:00,233 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:53:09,083 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:53:09,083 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:53:20,849 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:22,849 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:24,165 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:53:24,165 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:53:24,850 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:26,850 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:28,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:30,513 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:53:30,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:32,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:34,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:36,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:38,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:39,244 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:53:39,244 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:53:40,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:42,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:44,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:46,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:48,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:50,855 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:54,399 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:53:54,399 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:53:55,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:57,856 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:53:59,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:00,757 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:54:01,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:03,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:05,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:07,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:09,501 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:54:09,501 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:54:09,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:11,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:13,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:15,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:17,859 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:19,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:21,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:23,860 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:24,666 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:54:24,666 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:54:25,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:27,861 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:29,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:31,002 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:54:31,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:33,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:35,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:37,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:39,738 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:54:39,738 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:54:39,863 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:41,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:43,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:45,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:47,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:49,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:51,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:53,865 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:54,900 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:54:54,900 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:54:55,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:57,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:54:59,866 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:01,254 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:55:01,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:03,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:05,867 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:07,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:09,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:10,036 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:55:10,036 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:55:11,868 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:13,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:15,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:17,869 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:19,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:20,272 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:55:20,325 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:55:20,350 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:55:20,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:55:21,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:23,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:25,127 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:55:25,127 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:55:25,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:27,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:29,871 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:31,504 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:55:31,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:33,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:35,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:37,872 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:39,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:40,198 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:55:40,198 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:55:41,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:43,873 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:45,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:47,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:49,874 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:51,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:53,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:55,315 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:55:55,315 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:55:55,875 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:57,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:55:59,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:01,737 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:56:01,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:03,876 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:05,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:07,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:09,877 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:10,438 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:56:10,438 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:56:12,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:14,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:16,878 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:18,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:20,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:22,879 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:24,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:25,586 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:56:25,586 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:56:26,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:28,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:30,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:31,971 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:56:32,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:34,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:36,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:38,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:40,653 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:56:40,653 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:56:40,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:42,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:44,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:46,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:48,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:50,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:52,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:54,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:55,815 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:56:55,815 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:56:56,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:56:58,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:00,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:02,224 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:57:02,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:04,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:06,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:08,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:10,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:10,972 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:57:10,972 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:57:12,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:14,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:16,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:18,532 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:57:18,576 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:57:18,599 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:57:18,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:57:18,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:20,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:22,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:24,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:26,076 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:57:26,077 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:57:26,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:28,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:30,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:32,477 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:57:32,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:34,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:36,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:38,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:40,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:41,147 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:57:41,147 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:57:42,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:44,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:46,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:48,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:50,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:52,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:54,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:56,228 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:57:56,228 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:57:56,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:57:58,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:00,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:02,726 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:58:02,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:04,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:06,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:08,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:10,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:11,337 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:58:11,337 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:58:12,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:14,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:16,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:18,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:20,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:22,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:24,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:26,410 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:58:26,411 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:58:26,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:28,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:30,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:32,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:32,986 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:58:34,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:36,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:38,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:41,484 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:58:41,484 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:58:41,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:43,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:45,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:47,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:49,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:51,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:53,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:55,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:56,556 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:58:56,556 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:58:57,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:58:59,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:01,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:03,235 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:59:03,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:05,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:07,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:09,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:11,668 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:59:11,668 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:59:11,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:13,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:15,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:17,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:18,603 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 05:59:18,648 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 05:59:18,671 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 05:59:18,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 05:59:19,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:20,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:21,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:23,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:25,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:26,781 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:59:26,782 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:59:27,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:29,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:31,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:33,479 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 05:59:33,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:35,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:37,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:39,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:41,894 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:59:41,895 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:59:41,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:43,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:45,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:47,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:49,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:51,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:53,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:55,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:56,978 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 05:59:56,978 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 05:59:57,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 05:59:59,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:01,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:03,728 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:00:03,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:05,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:07,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:09,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:12,080 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:00:12,080 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:00:13,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:15,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:17,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:19,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:21,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:23,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:25,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:27,201 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:00:27,201 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:00:27,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:29,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:31,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:33,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:33,982 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:00:35,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:37,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:39,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:41,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:42,277 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:00:42,277 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:00:43,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:45,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:47,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:49,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:51,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:53,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:55,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:57,404 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:00:57,404 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:00:57,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:00:59,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:01,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:03,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:04,230 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:01:05,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:07,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:09,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:11,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:12,487 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:01:12,487 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:01:13,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:15,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:17,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:18,670 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:01:18,712 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:01:18,735 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:01:18,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:01:20,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:22,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:24,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:26,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:27,615 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:01:27,615 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:01:28,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:30,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:32,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:34,457 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:01:34,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:36,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:38,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:40,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:42,690 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:01:42,690 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:01:42,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:44,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:46,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:48,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:50,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:52,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:54,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:56,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:01:57,792 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:01:57,792 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:01:58,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:00,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:02,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:04,691 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:02:04,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:06,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:08,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:10,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:12,938 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:02:12,938 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:02:14,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:16,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:18,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:20,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:22,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:24,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:26,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:28,115 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:02:28,115 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:02:28,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:30,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:32,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:34,935 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:02:34,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:36,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:38,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:40,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:42,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:43,189 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:02:43,189 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:02:44,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:46,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:48,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:50,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:52,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:54,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:56,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:02:58,290 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:02:58,291 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:02:58,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:00,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:02,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:04,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:05,168 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:03:06,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:08,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:10,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:12,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:13,363 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:03:13,363 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:03:14,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:16,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:18,854 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:03:18,903 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:03:18,925 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:03:18,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:03:18,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:20,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:21,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:22,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:24,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:26,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:28,435 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:03:28,436 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:03:28,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:31,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:33,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:35,410 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:03:35,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:37,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:39,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:41,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:43,538 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:03:43,538 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:03:43,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:45,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:47,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:49,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:51,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:53,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:55,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:57,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:03:58,652 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:03:58,652 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:03:59,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:01,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:03,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:05,650 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:04:05,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:07,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:09,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:11,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:13,761 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:04:13,761 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:04:13,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:15,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:17,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:19,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:21,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:23,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:25,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:27,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:28,875 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:04:28,875 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:04:29,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:31,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:33,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:35,901 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:04:36,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:38,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:40,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:42,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:44,040 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:04:44,040 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:04:44,964 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:46,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:48,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:50,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:52,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:54,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:56,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:58,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:04:59,120 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:04:59,120 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:05:00,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:02,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:04,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:06,155 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:05:06,968 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:08,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:10,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:12,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:14,274 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:05:14,274 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:05:14,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:16,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:18,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:20,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:22,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:24,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:26,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:28,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:29,417 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:05:29,418 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:05:31,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:33,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:35,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:36,401 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:05:37,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:39,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:41,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:43,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:44,491 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:05:44,491 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:05:45,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:47,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:49,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:51,975 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:53,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:55,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:57,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:05:59,559 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:05:59,559 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:05:59,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:01,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:03,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:05,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:06,641 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:06:07,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:09,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:11,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:13,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:14,629 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:06:14,630 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:06:15,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:17,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:19,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:22,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:24,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:26,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:28,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:29,777 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:06:29,777 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:06:30,788 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:06:30,799 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:06:30,826 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:06:30,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:06:30,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:32,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:06:36,908 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:06:44,879 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:06:44,880 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:06:59,954 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:06:59,954 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:07:07,249 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:07:12,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:07:15,025 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:07:15,026 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:07:30,102 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:07:30,102 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:07:37,534 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:07:45,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:07:45,171 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:07:45,171 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:07:47,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:07:49,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:07:51,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:07:53,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:07:55,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:07:57,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:07:59,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:00,304 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:08:00,304 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:08:01,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:03,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:05,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:07,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:07,785 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:08:09,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:11,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:13,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:15,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:15,420 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:08:15,420 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:08:17,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:19,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:21,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:23,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:25,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:27,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:29,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:30,505 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:08:30,505 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:08:31,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:33,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:35,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:37,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:38,028 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:08:39,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:41,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:43,020 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:45,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:45,584 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:08:45,584 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:08:47,021 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:49,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:51,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:53,022 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:55,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:57,023 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:08:59,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:00,722 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:09:00,722 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:09:01,024 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:03,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:05,025 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:07,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:08,280 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:09:09,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:11,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:13,027 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:15,027 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:15,808 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:09:15,809 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:09:17,028 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:20,028 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:22,029 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:24,029 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:26,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:28,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:30,031 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:30,925 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:09:30,925 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:09:32,031 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:34,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:36,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:38,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:38,520 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:09:40,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:42,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:44,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:45,874 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:09:45,929 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:09:45,952 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:09:46,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:09:46,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:46,048 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:09:46,048 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:09:47,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:48,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:50,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:52,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:54,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:56,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:09:58,037 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:00,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:01,129 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:10:01,129 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:10:02,038 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:04,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:06,039 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:08,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:08,770 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:10:10,040 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:12,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:14,041 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:16,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:16,196 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:10:16,196 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:10:18,042 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:20,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:22,043 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:24,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:26,044 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:28,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:30,045 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:31,347 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:10:31,347 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:10:32,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:34,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:36,046 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:38,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:39,017 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:10:40,047 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:42,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:44,048 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:46,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:46,479 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:10:46,479 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:10:48,049 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:50,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:52,050 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:54,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:57,051 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:10:59,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:01,052 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:01,547 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:11:01,547 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:11:03,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:05,053 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:07,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:09,054 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:09,255 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:11:11,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:13,055 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:15,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:16,654 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:11:16,654 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:11:17,056 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:19,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:21,057 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:23,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:25,058 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:27,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:29,059 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:31,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:31,742 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:11:31,742 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:11:33,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:35,060 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:37,061 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:39,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:39,500 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:11:41,062 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:43,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:45,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:46,835 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:11:46,835 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:11:47,063 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:47,225 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:11:47,270 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:11:47,293 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:11:48,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:11:49,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:50,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:51,064 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:53,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:55,065 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:57,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:11:59,066 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:01,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:01,950 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:12:01,951 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:12:03,067 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:05,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:07,068 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:09,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:09,736 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:12:11,069 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:13,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:15,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:17,062 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:12:17,063 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:12:17,070 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:19,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:22,071 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:24,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:26,072 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:28,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:30,073 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:32,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:32,142 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:12:32,142 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:12:34,074 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:36,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:38,075 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:39,968 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:12:40,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:42,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:44,076 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:46,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:47,241 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:12:47,241 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:12:48,077 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:50,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:52,078 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:54,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:56,079 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:12:58,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:00,080 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:02,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:02,354 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:13:02,354 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:13:04,081 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:06,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:08,082 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:10,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:10,196 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:13:12,083 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:14,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:16,084 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:17,443 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:13:17,443 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:13:18,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:20,085 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:22,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:24,086 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:26,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:28,087 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:30,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:32,088 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:32,630 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:13:32,630 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:13:34,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:36,089 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:38,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:40,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:40,422 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:13:42,090 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:44,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:46,091 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:46,831 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:13:46,875 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:13:46,897 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:13:47,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:13:47,702 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:13:47,702 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:13:48,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:50,092 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:52,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:54,093 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:56,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:13:58,094 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:00,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:02,095 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:02,801 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:14:02,801 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:14:04,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:06,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:08,096 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:10,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:10,657 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:14:12,097 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:14,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:16,098 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:17,873 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:14:17,873 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:14:18,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:20,099 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:23,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:25,100 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:27,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:29,101 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:31,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:32,943 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:14:32,944 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:14:33,102 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:35,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:37,103 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:39,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:40,894 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:14:41,104 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:43,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:45,105 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:47,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:48,039 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:14:48,039 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:14:49,106 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:51,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:53,107 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:55,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:57,108 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:14:59,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:01,109 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:03,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:03,231 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:15:03,231 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:15:05,110 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:07,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:09,111 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:11,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:11,130 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:15:13,112 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:15,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:17,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:18,322 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:15:18,322 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:15:19,113 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:21,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:23,114 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:25,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:27,115 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:29,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:31,116 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:33,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:33,408 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:15:33,408 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:15:35,117 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:37,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:39,118 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:41,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:41,359 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:15:43,119 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:45,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:47,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:47,645 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:15:47,691 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:15:47,715 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:15:48,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:15:48,120 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:48,500 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:15:48,501 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:15:49,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:51,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:53,121 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:55,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:57,122 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:15:59,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:01,123 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:03,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:03,611 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:16:03,612 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:16:05,124 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:07,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:09,125 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:11,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:11,603 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:16:13,126 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:15,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:17,127 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:18,778 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:16:18,779 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:16:19,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:21,128 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:24,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:26,129 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:28,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:30,130 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:32,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:33,852 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:16:33,853 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:16:34,131 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:36,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:38,132 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:40,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:41,827 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:16:42,133 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:44,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:46,134 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:48,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:48,939 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:16:48,939 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:16:50,135 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:52,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:54,136 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:56,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:16:58,137 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:00,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:02,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:04,010 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:17:04,010 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:17:04,138 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:06,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:08,139 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:10,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:12,057 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:17:12,140 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:14,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:16,141 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:18,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:19,173 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:17:19,174 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:17:20,142 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:22,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:24,143 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:26,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:28,144 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:30,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:32,145 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:34,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:34,272 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:17:34,272 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:17:36,146 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:38,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:40,147 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:42,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:42,285 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:17:44,148 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:46,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:48,149 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:49,408 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:17:49,408 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:17:50,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:50,893 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:17:50,938 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:17:50,961 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:17:51,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:17:52,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:53,150 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:54,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:56,151 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:17:58,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:00,152 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:02,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:04,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:04,530 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:18:04,531 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:18:06,153 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:09,154 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:11,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:12,524 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:18:13,155 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:15,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:17,156 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:19,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:19,728 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:18:19,728 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:18:21,157 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:23,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:25,158 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:27,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:29,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:31,159 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:33,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:34,841 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:18:34,841 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:18:35,160 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:37,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:39,161 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:41,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:42,761 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:18:43,162 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:45,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:47,163 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:49,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:50,006 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:18:50,006 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:18:51,164 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:53,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:55,165 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:57,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:18:59,166 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:01,167 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:03,167 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:05,102 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:19:05,102 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:19:05,168 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:07,168 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:09,168 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:11,169 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:13,005 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:19:14,170 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:16,170 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:18,170 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:20,171 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:20,208 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:19:20,208 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:19:22,171 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:24,172 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:26,172 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:28,173 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:30,173 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:32,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:34,174 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:35,290 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:19:35,291 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:19:36,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:38,175 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:40,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:42,176 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:43,248 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:19:44,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:46,177 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:48,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:50,178 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:50,366 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:19:50,366 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:19:52,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:54,179 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:56,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:19:58,180 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:00,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:02,181 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:05,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:05,549 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:20:05,550 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:20:07,182 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:09,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:11,183 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:13,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:13,489 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:20:15,184 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:17,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:19,185 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:20,707 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:20:20,707 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:20:21,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:23,186 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:25,187 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:27,187 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:29,187 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:31,188 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:33,188 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:35,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:35,956 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:20:35,956 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:20:37,189 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:39,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:41,190 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:43,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:43,724 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:20:45,191 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:47,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:50,192 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:51,067 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:20:51,067 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:20:52,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:54,193 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:56,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:20:58,194 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:21:00,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:21:02,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:21:02,858 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:21:02,869 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:21:02,901 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:21:03,195 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:21:04,196 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:21:06,141 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:21:06,141 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:21:06,197 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:21:13,988 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:21:21,217 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:21:21,217 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:21:36,289 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:21:36,289 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:21:42,208 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:21:44,313 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:21:51,368 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:21:51,368 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:22:06,439 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:22:06,439 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:22:14,596 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:22:16,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:18,218 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:20,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:21,512 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:22:21,512 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:22:22,219 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:24,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:26,220 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:28,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:30,221 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:32,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:34,222 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:36,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:36,593 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:22:36,593 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:22:38,223 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:40,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:42,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:44,224 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:44,835 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:22:46,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:48,225 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:50,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:51,683 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:22:51,683 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:22:52,226 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:54,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:56,227 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:22:58,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:00,228 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:02,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:05,229 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:06,772 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:23:06,772 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:23:07,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:09,230 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:11,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:13,231 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:15,080 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:23:15,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:17,232 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:19,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:21,233 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:21,854 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:23:21,854 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:23:23,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:25,234 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:27,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:29,235 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:31,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:33,236 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:35,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:36,935 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:23:36,935 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:23:37,237 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:39,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:41,238 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:43,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:45,239 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:45,327 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:23:47,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:49,240 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:51,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:52,031 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:23:52,031 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:23:53,241 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:55,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:57,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:23:59,242 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:01,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:03,243 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:05,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:07,166 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:24:07,166 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:24:07,244 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:09,245 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:11,245 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:13,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:14,704 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:24:14,753 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:24:14,777 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:24:15,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:24:15,246 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:15,583 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:24:16,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:17,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:19,247 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:21,248 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:22,271 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:24:22,271 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:24:23,248 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:25,249 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:27,249 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:29,250 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:31,250 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:33,251 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:35,251 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:37,252 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:37,350 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:24:37,350 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:24:39,252 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:43,253 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:45,254 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:45,815 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:24:47,254 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:49,255 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:51,255 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:52,466 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:24:52,466 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:24:53,256 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:55,256 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:57,257 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:24:59,257 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:01,258 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:03,258 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:05,259 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:07,259 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:07,540 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:25:07,540 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:25:09,260 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:11,260 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:13,260 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:15,261 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:16,048 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:25:17,261 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:19,262 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:22,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:22,623 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:25:22,623 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:25:24,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:26,263 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:28,264 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:30,264 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:32,265 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:34,265 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:36,266 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:37,701 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:25:37,701 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:25:38,266 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:40,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:42,267 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:44,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:46,268 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:46,284 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:25:48,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:50,269 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:52,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:52,796 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:25:52,796 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:25:54,270 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:56,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:25:58,271 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:00,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:02,272 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:04,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:06,273 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:07,865 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:26:07,866 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:26:08,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:10,274 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:12,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:14,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:15,306 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:26:15,352 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:26:15,376 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:26:16,275 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:26:16,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:16,519 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:26:17,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:18,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:20,276 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:22,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:22,983 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:26:22,983 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:26:24,277 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:26,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:28,278 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:30,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:32,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:34,279 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:36,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:38,059 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:26:38,060 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:26:38,280 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:40,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:42,281 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:44,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:46,282 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:46,748 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:26:48,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:50,283 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:52,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:53,133 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:26:53,133 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:26:54,284 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:56,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:26:58,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:00,285 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:02,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:04,286 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:06,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:08,270 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:27:08,270 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:27:08,287 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:10,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:13,288 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:15,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:16,970 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:27:17,289 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:19,290 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:21,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:23,291 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:23,364 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:27:23,364 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:27:25,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:27,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:29,292 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:31,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:33,293 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:35,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:37,294 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:38,463 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:27:38,464 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:27:39,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:41,295 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:43,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:45,296 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:47,197 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:27:47,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:49,297 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:51,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:53,298 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:53,536 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:27:53,536 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:27:55,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:57,299 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:27:59,300 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:03,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:05,301 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:07,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:08,605 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:28:08,605 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:28:09,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:11,302 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:13,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:15,303 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:15,727 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:28:15,785 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:28:15,811 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:28:16,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:28:17,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:17,423 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:28:19,304 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:21,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:23,305 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:23,721 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:28:23,721 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:28:25,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:27,306 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:29,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:31,307 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:33,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:35,308 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:37,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:38,789 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:28:38,789 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:28:39,309 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:41,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:43,310 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:45,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:47,311 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:47,655 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:28:49,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:51,312 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:53,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:53,895 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:28:53,896 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:28:55,313 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:57,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:28:59,314 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:01,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:03,315 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:05,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:07,316 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:08,992 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:29:08,992 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:29:09,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:11,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:13,317 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:15,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:17,318 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:17,885 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:29:19,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:21,319 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:23,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:24,105 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:29:24,105 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:29:25,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:27,320 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:29,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:31,321 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:34,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:36,322 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:38,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:39,211 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:29:39,211 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:29:40,323 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:42,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:44,324 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:46,325 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:48,119 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:29:48,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:50,326 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:52,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:54,324 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:29:54,324 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:29:54,327 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:56,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:29:58,328 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:00,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:02,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:04,329 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:06,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:08,330 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:09,487 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:30:09,487 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:30:10,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:12,331 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:14,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:16,332 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:16,897 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:30:16,942 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:30:16,969 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:30:17,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:30:18,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:18,369 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:30:19,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:20,333 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:22,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:24,334 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:24,593 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:30:24,594 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:30:26,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:28,335 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:30,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:32,336 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:34,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:36,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:38,337 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:39,702 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:30:39,702 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:30:40,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:42,338 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:44,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:46,339 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:48,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:48,608 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:30:50,340 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:52,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:54,341 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:54,796 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:30:54,797 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:30:56,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:30:58,342 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:00,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:02,343 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:04,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:06,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:08,344 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:09,947 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:31:09,947 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:31:10,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:12,345 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:14,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:16,346 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:18,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:18,839 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:31:20,347 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:22,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:24,348 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:25,072 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:31:25,072 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:31:26,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:28,349 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:30,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:32,350 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:34,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:36,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:38,351 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:40,193 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:31:40,193 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:31:40,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:42,352 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:44,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:46,353 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:48,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:49,075 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:31:50,354 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:52,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:54,355 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:55,267 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:31:55,268 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:31:56,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:31:58,356 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:00,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:02,357 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:04,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:06,358 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:09,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:10,414 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:32:10,414 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:32:11,359 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:13,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:15,360 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:17,376 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:32:17,422 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:32:17,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:17,448 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:32:18,422 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:32:19,375 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:32:19,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:20,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:21,423 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:23,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:25,424 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:25,615 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:32:25,615 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:32:27,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:29,425 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:31,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:33,426 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:35,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:37,427 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:39,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:40,723 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:32:40,723 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:32:41,428 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:43,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:45,429 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:47,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:49,430 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:49,609 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:32:51,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:53,431 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:55,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:55,800 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:32:55,800 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:32:57,432 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:32:59,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:01,433 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:03,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:05,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:07,434 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:09,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:10,903 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:33:10,903 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:33:11,435 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:13,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:15,436 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:17,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:19,437 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:19,842 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:33:21,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:23,438 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:26,108 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:33:26,108 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:33:26,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:28,439 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:30,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:32,440 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:34,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:36,441 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:38,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:40,442 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:41,241 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:33:41,241 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:33:42,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:44,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:46,443 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:48,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:50,080 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:33:50,444 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:52,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:54,445 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:56,359 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:33:56,359 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:33:56,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:33:58,446 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:00,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:02,447 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:04,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:06,448 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:08,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:10,449 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:11,449 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:34:11,449 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:34:12,451 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:14,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:16,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:19,452 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:20,332 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:34:21,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:23,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:25,453 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:26,527 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:34:26,527 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:34:27,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:29,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:31,454 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:33,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:35,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:37,455 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:39,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:41,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:41,690 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:34:41,690 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:34:43,456 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:45,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:47,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:49,457 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:50,578 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:34:51,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:53,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:55,458 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:56,854 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:34:56,854 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:34:57,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:34:59,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:01,459 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:03,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:05,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:07,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:09,460 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:11,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:11,990 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:35:11,990 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:35:13,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:15,461 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:17,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:19,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:20,826 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:35:21,462 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:24,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:26,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:27,084 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:35:27,084 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:35:28,463 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:29,105 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:35:29,120 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:35:29,148 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:35:29,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:35:30,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:31,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:32,464 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:35:42,158 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:35:42,159 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:35:51,121 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:35:57,368 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:35:57,368 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:36:00,479 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:12,451 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:36:12,452 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:36:21,421 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:36:27,579 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:36:27,579 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:36:34,487 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:36,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:38,488 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:40,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:42,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:42,771 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:36:42,771 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:36:44,489 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:46,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:48,490 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:50,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:51,689 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:36:52,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:54,491 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:56,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:36:57,868 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:36:57,869 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:36:58,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:00,492 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:02,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:04,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:06,493 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:08,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:10,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:12,494 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:13,029 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:37:13,029 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:37:14,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:16,495 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:18,496 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:20,496 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:21,947 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:37:22,496 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:24,497 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:26,497 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:28,138 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:37:28,138 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:37:28,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:30,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:32,498 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:34,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:36,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:38,499 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:40,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:42,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:43,225 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:37:43,225 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:37:44,500 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:46,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:48,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:50,501 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:52,193 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:37:52,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:54,502 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:56,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:37:58,341 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:37:58,341 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:37:58,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:00,503 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:02,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:04,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:06,504 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:08,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:10,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:12,505 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:13,429 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:38:13,429 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:38:14,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:16,506 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:20,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:22,424 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:38:22,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:24,507 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:26,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:28,508 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:28,576 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:38:28,576 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:38:30,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:32,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:32,838 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:38:32,892 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:38:32,918 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:38:33,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:38:35,509 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:37,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:39,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:41,510 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:43,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:43,684 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:38:43,684 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:38:45,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:47,511 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:49,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:51,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:52,690 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:38:53,512 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:55,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:57,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:38:58,822 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:38:58,823 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:38:59,513 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:01,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:03,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:05,514 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:07,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:09,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:11,515 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:13,516 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:13,926 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:39:13,926 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:39:15,516 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:17,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:19,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:21,517 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:22,927 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:39:23,518 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:25,518 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:27,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:29,041 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:39:29,041 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:39:29,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:31,519 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:33,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:35,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:37,520 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:39,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:41,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:43,521 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:44,140 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:39:44,140 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:39:45,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:47,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:49,522 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:51,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:53,165 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:39:53,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:55,523 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:57,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:39:59,220 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:39:59,220 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:39:59,524 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:01,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:03,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:05,525 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:07,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:09,526 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:11,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:13,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:14,382 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:40:14,382 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:40:15,527 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:17,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:19,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:21,528 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:23,406 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:40:23,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:25,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:27,529 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:29,487 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:40:29,487 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:40:29,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:31,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:32,013 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:40:32,058 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:40:32,082 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:40:32,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:40:33,530 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:35,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:37,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:39,531 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:41,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:43,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:44,636 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:40:44,636 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:40:45,532 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:48,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:50,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:52,533 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:53,637 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:40:54,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:56,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:58,534 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:40:59,810 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:40:59,810 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:41:00,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:02,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:04,535 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:06,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:08,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:10,536 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:12,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:14,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:14,921 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:41:14,921 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:41:16,537 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:18,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:20,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:22,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:23,870 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:41:24,538 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:26,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:28,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:30,049 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:41:30,049 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:41:30,539 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:32,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:34,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:36,540 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:38,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:40,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:42,541 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:44,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:45,192 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:41:45,192 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:41:46,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:48,542 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:50,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:52,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:54,103 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:41:54,543 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:56,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:41:58,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:00,315 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:42:00,315 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:42:00,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:02,544 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:04,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:06,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:08,545 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:10,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:12,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:14,546 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:15,455 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:42:15,455 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:42:16,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:18,547 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:20,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:22,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:24,326 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:42:24,548 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:26,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:28,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:30,549 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:30,573 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:42:30,573 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:42:32,311 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:42:32,357 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:42:32,381 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:42:32,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:42:32,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:34,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:36,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:38,550 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:40,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:42,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:45,551 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:45,671 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:42:45,671 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:42:47,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:49,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:51,552 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:53,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:54,556 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:42:55,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:57,553 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:42:59,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:00,774 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:43:00,774 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:43:01,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:03,554 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:05,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:07,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:09,555 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:11,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:13,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:15,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:15,862 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:43:15,862 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:43:17,556 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:19,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:21,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:23,557 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:24,788 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:43:25,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:27,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:29,558 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:30,997 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:43:30,997 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:43:31,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:33,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:35,559 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:37,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:39,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:41,560 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:43,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:45,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:46,176 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:43:46,176 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:43:47,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:49,561 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:51,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:53,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:55,017 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:43:55,562 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:57,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:43:59,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:01,299 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:44:01,299 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:44:01,563 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:03,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:05,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:07,564 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:09,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:11,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:13,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:15,565 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:16,386 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:44:16,386 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:44:17,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:19,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:21,566 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:23,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:25,252 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:44:25,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:27,567 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:29,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:31,518 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:44:31,518 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:44:31,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:33,293 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:44:33,340 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:44:33,365 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:44:33,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:44:33,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:34,568 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:35,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:37,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:39,569 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:41,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:43,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:45,570 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:46,654 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:44:46,654 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:44:47,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:49,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:51,571 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:53,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:55,553 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:44:55,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:44:57,572 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:00,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:01,732 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:45:01,732 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:45:02,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:04,573 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:06,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:08,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:10,574 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:12,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:14,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:16,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:16,845 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:45:16,845 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:45:18,575 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:20,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:22,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:24,576 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:25,777 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:45:26,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:28,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:30,577 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:31,983 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:45:31,983 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:45:32,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:34,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:36,578 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:38,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:42,579 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:44,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:46,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:47,074 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:45:47,074 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:45:48,580 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:50,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:52,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:54,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:56,010 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:45:56,581 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:45:58,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:00,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:02,228 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:46:02,229 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:46:02,582 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:04,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:06,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:08,583 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:10,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:12,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:14,584 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:16,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:17,374 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:46:17,374 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:46:18,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:20,585 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:22,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:24,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:26,244 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:46:26,586 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:28,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:30,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:32,513 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:46:32,513 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:46:32,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:33,012 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:46:33,057 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:46:33,084 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:46:33,587 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:46:34,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:35,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:36,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:38,588 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:40,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:42,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:44,589 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:46,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:47,627 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:46:47,627 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:46:48,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:50,590 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:52,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:54,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:56,481 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:46:56,591 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:46:58,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:01,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:02,759 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:47:02,759 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:47:03,592 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:05,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:07,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:09,593 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:11,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:13,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:15,594 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:17,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:17,841 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:47:17,841 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:47:19,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:21,595 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:23,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:25,596 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:26,723 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:47:27,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:29,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:31,597 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:32,985 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:47:32,985 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:47:33,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:35,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:37,598 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:39,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:41,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:43,599 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:45,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:47,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:48,087 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:47:48,087 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:47:49,600 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:51,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:53,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:55,601 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:56,956 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:47:57,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:47:59,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:01,602 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:03,223 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:48:03,223 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:48:03,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:05,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:07,603 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:10,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:12,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:14,604 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:16,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:18,330 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:48:18,330 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:48:18,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:20,605 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:22,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:24,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:26,606 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:27,201 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:48:28,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:30,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:32,607 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:33,464 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:48:33,464 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:48:34,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:36,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:38,608 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:40,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:42,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:44,609 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:46,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:48,589 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:48:48,589 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:48:48,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:50,610 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:52,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:54,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:56,611 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:48:57,444 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:48:59,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:01,612 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:03,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:03,698 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:49:03,698 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:49:05,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:07,613 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:09,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:11,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:13,614 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:15,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:17,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:18,847 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:49:18,847 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:49:19,615 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:21,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:23,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:25,616 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:27,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:27,685 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:49:29,617 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:31,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:33,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:34,016 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:49:34,016 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:49:35,618 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:37,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:39,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:41,619 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:43,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:44,809 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:49:44,823 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:49:44,850 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:49:45,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:49:45,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:46,620 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:47,621 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:49:49,110 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:49:49,111 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:49:57,953 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:50:04,226 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:50:04,226 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:50:19,325 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:50:19,325 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:50:23,639 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:50:28,284 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:50:34,431 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:50:34,431 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:50:49,518 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:50:49,518 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:50:57,647 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:50:58,604 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:50:59,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:01,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:03,648 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:04,717 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:51:04,717 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:51:05,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:07,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:09,649 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:12,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:14,650 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:16,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:18,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:19,981 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:51:19,981 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:51:20,651 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:22,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:24,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:26,652 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:28,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:28,833 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:51:30,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:32,653 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:34,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:35,094 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:51:35,094 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:51:36,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:38,654 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:40,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:42,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:44,655 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:46,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:48,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:50,238 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:51:50,238 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:51:50,656 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:52,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:54,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:56,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:58,657 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:51:59,060 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:52:00,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:02,658 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:04,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:05,398 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:52:05,398 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:52:06,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:08,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:10,659 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:12,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:14,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:16,660 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:18,661 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:20,502 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:52:20,502 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:52:20,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:22,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:24,662 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:26,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:28,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:29,297 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:52:30,663 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:32,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:34,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:35,633 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:52:35,634 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:52:36,664 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:38,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:40,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:42,665 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:44,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:46,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:48,666 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:50,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:50,732 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:52:50,732 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:52:52,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:54,667 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:56,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:52:59,532 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:52:59,668 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:00,906 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:53:00,957 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:53:00,980 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:53:01,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:53:01,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:03,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:05,669 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:05,863 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:53:05,864 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:53:07,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:09,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:11,670 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:13,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:15,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:17,671 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:19,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:20,987 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:53:20,987 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:53:21,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:23,672 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:25,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:27,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:29,673 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:29,787 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:53:31,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:33,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:35,674 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:36,185 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:53:36,185 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:53:37,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:39,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:41,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:43,675 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:45,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:47,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:49,676 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:51,258 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:53:51,259 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:53:51,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:53,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:55,677 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:57,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:53:59,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:00,044 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:54:01,678 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:03,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:05,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:06,372 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:54:06,372 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:54:07,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:09,679 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:11,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:13,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:15,680 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:17,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:19,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:21,468 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:54:21,468 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:54:21,681 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:23,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:25,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:27,682 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:29,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:30,294 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:54:31,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:33,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:35,683 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:36,560 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:54:36,560 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:54:37,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:39,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:41,684 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:43,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:45,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:47,685 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:49,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:51,656 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:54:51,656 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:54:51,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:53,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:55,686 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:57,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:54:59,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:00,538 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:55:01,036 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:55:01,080 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:55:01,108 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:55:01,687 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:55:01,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:03,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:05,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:06,755 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:55:06,755 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:55:07,688 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:09,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:11,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:13,689 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:15,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:18,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:20,690 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:21,851 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:55:21,851 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:55:22,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:24,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:26,691 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:28,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:30,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:30,799 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:55:32,692 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:34,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:36,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:36,984 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:55:36,984 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:55:38,693 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:40,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:42,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:44,694 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:46,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:48,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:50,695 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:52,068 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:55:52,068 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:55:52,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:54,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:56,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:55:58,696 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:00,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:01,048 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:56:02,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:04,697 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:06,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:07,145 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:56:07,145 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:56:08,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:10,698 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:12,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:14,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:16,699 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:18,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:20,700 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:22,244 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:56:22,244 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:56:24,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:26,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:28,701 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:30,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:31,291 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:56:32,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:34,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:36,702 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:37,315 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:56:37,315 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:56:38,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:40,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:42,703 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:44,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:46,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:48,704 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:50,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:52,413 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:56:52,413 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:56:52,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:54,705 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:56,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:56:58,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:00,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:00,926 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:57:00,979 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:57:01,001 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:57:01,554 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:57:01,706 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:57:01,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:02,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:04,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:06,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:07,535 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:57:07,535 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:57:08,707 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:10,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:12,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:14,708 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:16,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:18,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:20,709 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:22,704 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:57:22,704 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:57:22,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:24,710 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:26,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:28,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:30,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:31,800 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:57:32,711 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:34,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:36,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:37,775 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:57:37,776 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:57:38,712 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:40,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:42,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:44,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:46,713 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:48,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:51,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:52,854 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:57:52,854 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:57:53,714 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:55,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:57,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:57:59,715 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:01,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:02,052 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:58:03,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:05,716 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:07,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:07,951 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:58:07,951 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:58:09,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:11,717 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:13,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:15,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:17,718 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:19,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:21,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:23,052 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:58:23,053 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:58:23,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:25,719 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:27,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:29,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:31,720 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:32,311 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:58:33,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:35,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:37,721 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:38,125 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:58:38,125 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:58:39,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:43,722 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:45,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:47,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:49,723 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:51,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:53,214 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:58:53,214 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:58:53,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:55,724 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:57,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:58:59,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:01,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:02,417 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 06:59:02,467 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 06:59:02,489 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 06:59:02,575 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:59:02,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 06:59:03,725 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:04,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:05,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:07,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:08,377 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:59:08,378 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:59:09,726 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:11,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:13,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:15,727 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:17,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:19,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:21,728 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:23,467 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:59:23,467 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:59:23,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:25,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:27,729 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:29,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:31,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:32,821 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 06:59:33,730 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:35,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:37,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:38,565 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:59:38,565 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:59:39,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:41,731 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:43,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:45,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:47,732 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:49,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:51,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:53,644 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 06:59:53,644 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 06:59:53,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:55,733 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:57,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 06:59:59,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:01,734 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:03,067 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:00:04,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:06,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:08,735 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:08,740 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:00:08,740 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:00:10,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:12,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:14,736 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:16,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:18,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:20,737 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:22,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:23,848 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:00:23,848 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:00:24,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:26,738 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:28,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:30,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:32,739 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:33,313 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:00:34,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:36,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:38,740 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:38,989 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:00:38,989 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:00:40,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:42,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:44,741 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:46,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:48,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:50,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:52,742 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:54,060 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:00:54,060 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:00:54,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:56,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:00:58,743 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:00,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:02,181 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 07:01:02,232 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 07:01:02,259 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 07:01:02,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 07:01:02,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:03,565 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:01:04,744 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:06,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:08,745 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:09,167 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:01:09,167 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:01:10,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:12,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:14,746 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:16,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:18,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:20,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:22,747 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:24,293 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:01:24,293 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:01:24,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:26,748 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:28,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:30,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:32,749 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:33,821 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:01:34,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:36,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:38,750 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:39,390 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:01:39,390 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:01:41,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:43,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:45,751 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:47,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:49,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:51,752 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:53,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:54,465 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:01:54,465 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:01:55,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:57,753 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:01:59,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:01,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:03,754 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:04,059 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:02:05,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:07,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:09,611 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:02:09,611 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:02:09,755 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:11,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:13,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:15,756 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:17,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:19,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:21,757 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:23,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:24,784 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:02:24,786 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:02:26,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:28,758 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:30,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:32,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:34,296 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:02:34,759 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:36,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:38,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:39,877 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:02:39,878 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:02:40,760 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:42,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:44,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:46,761 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:48,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:50,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:52,762 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:54,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:54,957 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:02:54,957 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:02:56,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:02:58,763 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:00,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:02,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:04,538 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:03:04,764 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:06,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:08,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:10,033 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:03:10,033 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:03:10,765 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:12,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:14,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:16,766 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:18,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:20,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:22,767 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:24,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:25,188 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:03:25,188 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:03:26,768 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:29,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:31,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:33,769 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:34,778 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:03:35,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:37,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:39,770 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:40,354 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:03:40,354 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:03:41,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:43,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:45,771 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:47,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:49,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:51,772 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:53,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:55,429 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:03:55,429 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:03:55,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:57,773 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:03:59,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:01,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:03,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:05,014 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:04:05,774 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:07,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:09,775 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:10,608 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:04:10,608 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:04:11,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:13,230 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 07:04:13,245 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 07:04:13,275 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 07:04:13,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 07:04:13,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:14,777 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:15,776 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:25,691 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:04:25,692 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:04:35,354 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:04:40,768 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:04:40,768 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:04:53,797 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:04:55,840 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:04:55,840 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:05:05,662 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:05:10,913 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:05:10,913 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:05:25,989 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:05:25,990 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:05:27,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:29,805 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:31,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:33,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:35,806 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:35,939 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:05:37,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:39,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:41,084 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:05:41,084 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:05:41,807 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:43,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:45,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:47,808 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:49,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:51,809 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:54,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:56,194 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:05:56,194 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:05:56,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:05:58,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:00,810 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:02,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:04,811 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:06,178 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:06:08,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:10,812 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:11,277 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:06:11,277 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:06:12,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:14,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:16,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:18,813 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:20,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:22,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:24,814 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:26,354 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:06:26,354 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:06:26,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:28,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:30,815 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:32,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:34,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:36,417 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:06:36,816 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:38,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:40,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:41,463 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:06:41,463 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:06:42,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:44,817 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:46,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:48,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:50,818 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:52,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:54,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:56,562 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:06:56,562 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:06:56,819 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:06:58,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:00,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:02,820 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:04,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:06,668 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:07:06,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:08,821 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:10,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:11,652 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:07:11,652 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:07:12,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:14,822 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:16,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:18,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:20,823 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:22,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:24,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:26,752 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:07:26,752 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:07:26,824 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:27,595 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 07:07:27,658 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 07:07:27,687 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 07:07:27,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 07:07:28,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:30,825 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:33,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:35,826 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:36,906 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:07:37,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:39,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:41,827 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:41,881 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:07:41,881 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:07:43,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:45,828 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:47,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:49,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:51,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:53,829 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:55,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:56,949 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:07:56,949 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:07:57,830 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:07:59,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:01,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:03,831 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:05,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:07,140 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:08:07,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:09,832 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:11,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:12,021 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:08:12,021 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:08:13,833 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:15,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:17,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:19,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:21,834 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:23,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:25,835 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:27,364 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:08:27,364 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:08:27,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:29,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:31,836 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:33,837 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:35,837 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:37,371 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:08:37,837 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:39,838 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:41,838 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:42,455 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:08:42,455 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:08:43,838 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:45,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:47,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:49,839 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:51,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:53,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:55,840 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:57,567 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:08:57,567 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:08:57,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:08:59,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:01,841 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:03,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:05,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:07,603 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:09:07,842 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:09,843 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:11,843 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:12,645 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:09:12,645 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:09:13,843 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:15,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:17,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:19,844 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:21,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:23,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:25,845 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:27,722 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:09:27,722 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:09:27,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:28,257 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 07:09:28,300 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 07:09:28,323 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 07:09:28,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 07:09:28,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:29,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:31,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:33,846 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:36,847 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:37,821 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:09:38,847 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:40,848 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:42,798 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:09:42,798 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:09:42,848 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:44,848 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:46,849 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:48,849 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:50,849 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:52,849 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:54,850 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:56,850 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:09:57,874 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:09:57,874 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:09:58,850 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:00,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:02,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:04,851 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:06,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:08,056 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:10:08,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:10,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:12,852 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:12,943 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:10:12,944 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:10:14,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:16,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:18,853 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:20,854 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:22,782 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-03 07:10:22,787 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-03 07:10:22,797 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-03 07:10:22,803 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-03 07:10:22,806 DEBUG   SenderThread:21197 [sender.py:send():182] send: metric
-2022-02-03 07:10:22,806 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 07:10:22,834 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 07:10:22,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 07:10:22,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:22,857 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 07:10:24,857 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:26,858 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:28,013 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:10:28,013 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:10:36,862 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/config.yaml
-2022-02-03 07:10:38,497 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:10:43,120 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:10:43,121 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:10:44,864 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:10:58,197 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:10:58,197 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:11:00,870 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:08,806 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:11:13,271 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:11:13,271 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:11:28,350 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:11:28,350 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:11:34,880 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:36,881 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:38,882 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:39,109 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:11:40,883 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:42,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:43,424 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:11:43,424 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:11:44,884 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:46,885 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:48,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:50,886 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:52,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:54,887 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:56,888 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:11:58,496 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:11:58,496 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:11:58,889 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:00,890 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:02,891 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:04,892 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:06,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:08,893 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:09,408 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:12:10,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:12,894 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:13,574 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:12:13,574 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:12:14,895 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:16,896 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:18,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:20,897 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:22,898 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:24,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:26,899 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:28,649 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:12:28,649 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:12:28,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:30,900 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:32,901 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:34,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:36,902 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:38,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:39,707 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:12:40,903 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:42,904 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:43,725 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:12:43,725 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:12:44,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:46,905 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:48,906 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:50,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:52,907 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:54,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:56,908 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:12:58,821 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:12:58,821 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:12:58,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:00,909 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:02,910 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:04,911 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:06,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:08,912 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:10,007 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:13:10,913 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:12,914 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:13,895 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:13:13,895 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:13:14,915 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:16,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:18,916 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:20,917 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:22,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:24,918 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:26,919 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:28,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:28,967 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:13:28,967 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:13:30,920 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:32,921 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:34,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:36,922 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:38,923 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:40,308 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:13:40,924 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:42,925 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:44,041 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:13:44,041 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:13:44,926 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:46,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:48,927 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:50,928 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:52,929 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:54,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:56,930 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:58,931 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:13:59,136 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:13:59,136 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:14:00,932 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:02,933 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:04,934 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:06,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:08,935 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:10,610 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:14:10,936 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:12,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:14,208 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:14:14,208 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:14:14,937 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:16,938 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:18,939 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:20,940 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:22,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:24,941 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:26,942 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:28,943 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:29,292 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:14:29,293 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:14:30,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:32,944 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:34,945 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:36,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:38,946 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:40,913 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:14:40,947 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:42,948 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:44,386 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:14:44,386 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:14:44,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:46,949 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:48,950 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:50,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:52,951 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:54,952 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:56,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:58,953 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:14:59,460 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:14:59,460 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:15:00,954 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:02,955 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:04,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:06,956 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:08,957 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:10,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:11,212 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:15:12,958 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:14,571 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:15:14,571 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:15:14,959 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:16,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:18,960 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:20,961 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:22,962 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:24,963 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:26,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:27,965 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:28,966 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:29,641 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:15:29,641 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:15:32,967 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:34,969 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:36,970 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:38,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:40,971 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:41,522 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:15:42,972 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:44,728 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:15:44,728 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:15:44,973 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:46,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:48,974 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:50,976 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:51,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:52,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:53,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:54,977 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:56,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:58,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:15:59,817 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:15:59,818 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:16:00,978 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:02,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:04,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:06,979 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:08,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:10,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:11,786 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:16:12,980 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:14,949 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:16:14,949 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:16:14,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:17,981 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:19,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:21,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:23,982 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:25,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:27,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:29,983 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:30,024 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:16:30,024 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:16:31,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:33,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:35,984 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:37,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:39,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:41,985 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:42,023 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:16:43,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:45,154 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:16:45,155 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:16:45,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:47,986 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:49,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:51,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:53,987 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:55,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:57,988 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:16:59,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:00,270 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:17:00,270 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:17:01,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:03,989 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:05,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:07,990 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:09,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:11,991 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:12,259 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:17:13,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:15,375 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:17:15,375 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:17:15,992 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:18,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:20,993 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:22,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:24,994 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:26,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:28,995 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:30,537 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:17:30,537 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:17:30,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:32,996 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:34,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:36,997 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:38,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:40,998 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:42,503 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:17:42,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:44,999 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:45,759 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:17:45,759 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:17:47,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:49,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:51,000 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:53,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:55,001 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:57,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:17:59,002 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:00,863 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:18:00,863 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:18:01,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:03,003 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:05,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:07,004 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:09,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:11,005 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:12,747 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:18:13,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:15,006 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:15,999 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:18:15,999 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:18:17,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:19,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:21,007 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:23,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:25,008 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:28,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:30,009 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:31,069 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:18:31,069 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:18:32,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:34,010 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:36,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:38,011 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:40,012 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:42,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:42,988 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:18:44,013 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:46,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:46,187 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:18:46,187 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:18:48,014 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:50,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:52,015 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:54,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:56,016 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:18:58,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:00,017 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:01,306 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:19:01,306 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:19:02,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:02,206 DEBUG   SenderThread:21197 [sender.py:send():182] send: history
-2022-02-03 07:19:02,223 DEBUG   SenderThread:21197 [sender.py:send():182] send: summary
-2022-02-03 07:19:02,252 INFO    SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
-2022-02-03 07:19:03,018 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
-2022-02-03 07:19:04,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:05,019 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:13,288 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:19:16,396 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:19:16,397 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:19:22,026 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:31,470 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:19:31,471 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:19:32,029 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:34,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:36,030 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:38,031 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:40,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:42,032 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:43,591 DEBUG   SenderThread:21197 [sender.py:send():182] send: stats
-2022-02-03 07:19:44,033 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:46,034 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:46,549 DEBUG   HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
-2022-02-03 07:19:46,549 DEBUG   SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
-2022-02-03 07:19:48,035 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
-2022-02-03 07:19:50,036 INFO    Thread-8  :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log