diff --git "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" --- "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" +++ "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" @@ -20963,3 +20963,568 @@ 2022-02-03 06:50:34,431 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status 2022-02-03 06:50:49,518 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status 2022-02-03 06:50:49,518 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:50:57,647 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:50:58,604 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:50:59,648 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:01,648 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:03,648 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:04,717 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:51:04,717 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:51:05,649 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:07,649 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:09,649 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:12,650 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:14,650 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:16,651 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:18,651 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:19,981 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:51:19,981 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:51:20,651 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:22,652 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:24,652 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:26,652 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:28,653 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:28,833 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:51:30,653 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:32,653 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:34,654 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:35,094 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:51:35,094 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:51:36,654 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:38,654 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:40,655 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:42,655 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:44,655 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:46,656 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:48,656 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:50,238 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:51:50,238 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:51:50,656 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:52,657 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:54,657 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:56,657 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:58,657 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:51:59,060 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:52:00,658 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:02,658 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:04,659 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:05,398 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:52:05,398 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:52:06,659 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:08,659 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:10,659 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:12,660 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:14,660 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:16,660 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:18,661 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:20,502 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:52:20,502 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:52:20,662 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:22,662 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:24,662 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:26,663 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:28,663 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:29,297 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:52:30,663 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:32,664 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:34,664 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:35,633 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:52:35,634 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:52:36,664 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:38,665 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:40,665 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:42,665 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:44,666 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:46,666 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:48,666 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:50,667 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:50,732 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:52:50,732 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:52:52,667 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:54,667 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:56,668 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:52:59,532 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:52:59,668 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:00,906 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:53:00,957 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:53:00,980 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:53:01,669 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:53:01,669 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:03,669 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:05,669 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:05,863 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:53:05,864 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:53:07,670 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:09,670 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:11,670 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:13,671 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:15,671 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:17,671 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:19,672 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:20,987 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:53:20,987 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:53:21,672 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:23,672 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:25,673 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:27,673 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:29,673 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:29,787 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:53:31,674 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:33,674 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:35,674 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:36,185 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:53:36,185 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:53:37,675 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:39,675 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:41,675 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:43,675 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:45,676 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:47,676 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:49,676 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:51,258 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:53:51,259 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:53:51,677 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:53,677 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:55,677 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:57,678 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:53:59,678 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:00,044 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:54:01,678 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:03,679 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:05,679 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:06,372 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:54:06,372 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:54:07,679 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:09,679 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:11,680 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:13,680 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:15,680 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:17,681 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:19,681 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:21,468 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:54:21,468 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:54:21,681 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:23,682 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:25,682 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:27,682 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:29,683 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:30,294 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:54:31,683 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:33,683 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:35,683 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:36,560 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:54:36,560 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:54:37,684 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:39,684 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:41,684 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:43,685 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:45,685 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:47,685 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:49,686 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:51,656 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:54:51,656 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:54:51,686 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:53,686 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:55,686 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:57,687 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:54:59,687 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:00,538 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:55:01,036 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:55:01,080 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:55:01,108 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:55:01,687 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:55:01,688 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:03,688 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:05,688 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:06,755 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:55:06,755 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:55:07,688 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:09,689 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:11,689 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:13,689 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:15,690 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:18,690 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:20,690 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:21,851 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:55:21,851 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:55:22,691 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:24,691 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:26,691 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:28,692 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:30,692 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:30,799 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:55:32,692 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:34,693 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:36,693 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:36,984 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:55:36,984 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:55:38,693 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:40,694 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:42,694 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:44,694 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:46,695 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:48,695 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:50,695 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:52,068 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:55:52,068 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:55:52,696 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:54,696 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:56,696 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:55:58,696 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:00,697 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:01,048 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:56:02,697 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:04,697 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:06,698 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:07,145 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:56:07,145 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:56:08,698 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:10,698 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:12,699 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:14,699 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:16,699 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:18,700 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:20,700 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:22,244 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:56:22,244 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:56:24,701 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:26,701 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:28,701 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:30,702 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:31,291 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:56:32,702 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:34,702 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:36,702 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:37,315 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:56:37,315 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:56:38,703 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:40,703 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:42,703 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:44,704 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:46,704 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:48,704 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:50,705 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:52,413 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:56:52,413 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:56:52,705 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:54,705 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:56,706 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:56:58,706 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:00,706 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:00,926 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:57:00,979 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:57:01,001 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:57:01,554 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:57:01,706 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:57:01,707 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:02,707 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:04,707 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:06,707 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:07,535 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:57:07,535 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:57:08,707 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:10,708 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:12,708 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:14,708 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:16,709 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:18,709 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:20,709 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:22,704 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:57:22,704 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:57:22,710 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:24,710 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:26,711 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:28,711 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:30,711 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:31,800 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:57:32,711 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:34,712 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:36,712 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:37,775 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:57:37,776 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:57:38,712 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:40,713 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:42,713 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:44,713 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:46,713 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:48,714 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:51,714 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:52,854 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:57:52,854 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:57:53,714 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:55,715 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:57,715 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:57:59,715 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:01,716 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:02,052 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:58:03,716 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:05,716 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:07,717 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:07,951 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:58:07,951 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:58:09,717 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:11,717 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:13,718 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:15,718 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:17,718 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:19,719 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:21,719 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:23,052 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:58:23,053 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:58:23,719 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:25,719 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:27,720 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:29,720 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:31,720 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:32,311 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:58:33,721 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:35,721 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:37,721 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:38,125 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:58:38,125 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:58:39,722 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:43,722 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:45,723 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:47,723 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:49,723 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:51,724 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:53,214 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:58:53,214 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:58:53,724 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:55,724 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:57,725 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:58:59,725 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:01,725 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:02,417 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:59:02,467 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:59:02,489 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:59:02,575 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:59:02,725 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:59:03,725 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:04,726 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:05,726 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:07,726 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:08,377 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:59:08,378 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:59:09,726 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:11,727 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:13,727 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:15,727 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:17,728 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:19,728 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:21,728 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:23,467 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:59:23,467 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:59:23,729 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:25,729 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:27,729 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:29,730 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:31,730 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:32,821 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:59:33,730 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:35,731 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:37,731 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:38,565 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:59:38,565 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:59:39,731 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:41,731 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:43,732 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:45,732 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:47,732 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:49,733 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:51,733 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:53,644 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:59:53,644 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:59:53,733 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:55,733 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:57,734 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:59:59,734 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:01,734 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:03,067 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:00:04,735 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:06,735 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:08,735 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:08,740 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:00:08,740 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:00:10,736 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:12,736 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:14,736 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:16,737 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:18,737 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:20,737 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:22,738 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:23,848 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:00:23,848 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:00:24,738 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:26,738 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:28,739 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:30,739 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:32,739 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:33,313 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:00:34,740 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:36,740 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:38,740 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:38,989 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:00:38,989 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:00:40,741 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:42,741 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:44,741 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:46,742 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:48,742 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:50,742 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:52,742 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:54,060 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:00:54,060 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:00:54,743 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:56,743 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:00:58,743 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:00,744 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:02,181 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 07:01:02,232 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 07:01:02,259 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 07:01:02,744 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 07:01:02,744 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:03,565 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:01:04,744 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:06,745 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:08,745 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:09,167 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:01:09,167 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:01:10,746 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:12,746 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:14,746 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:16,747 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:18,747 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:20,747 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:22,747 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:24,293 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:01:24,293 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:01:24,748 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:26,748 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:28,749 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:30,749 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:32,749 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:33,821 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:01:34,750 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:36,750 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:38,750 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:39,390 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:01:39,390 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:01:41,751 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:43,751 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:45,751 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:47,752 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:49,752 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:51,752 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:53,753 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:54,465 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:01:54,465 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:01:55,753 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:57,753 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:01:59,754 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:01,754 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:03,754 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:04,059 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:02:05,755 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:07,755 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:09,611 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:02:09,611 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:02:09,755 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:11,756 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:13,756 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:15,756 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:17,757 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:19,757 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:21,757 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:23,758 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:24,784 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:02:24,786 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:02:26,758 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:28,758 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:30,759 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:32,759 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:34,296 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:02:34,759 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:36,760 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:38,760 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:39,877 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:02:39,878 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:02:40,760 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:42,761 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:44,761 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:46,761 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:48,762 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:50,762 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:52,762 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:54,763 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:54,957 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:02:54,957 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:02:56,763 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:02:58,763 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:00,764 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:02,764 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:04,538 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:03:04,764 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:06,765 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:08,765 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:10,033 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:03:10,033 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:03:10,765 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:12,766 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:14,766 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:16,766 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:18,767 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:20,767 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:22,767 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:24,768 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:25,188 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:03:25,188 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:03:26,768 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:29,769 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:31,769 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:33,769 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:34,778 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:03:35,770 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:37,770 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:39,770 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:40,354 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:03:40,354 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:03:41,771 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:43,771 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:45,771 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:47,772 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:49,772 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:51,772 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:53,773 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:55,429 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:03:55,429 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:03:55,773 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:57,773 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:03:59,774 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:01,774 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:03,774 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:05,014 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:04:05,774 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:07,775 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:09,775 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:10,608 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:04:10,608 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:04:11,776 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:13,230 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 07:04:13,245 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 07:04:13,275 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 07:04:13,776 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 07:04:13,776 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:14,777 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:15,776 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:25,691 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:04:25,692 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:04:35,354 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:04:40,768 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:04:40,768 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:04:53,797 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 07:04:55,840 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:04:55,840 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 07:05:05,662 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 07:05:10,913 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 07:05:10,913 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status