diff --git "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" --- "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" +++ "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" @@ -20401,3 +20401,565 @@ 2022-02-03 06:36:21,421 DEBUG SenderThread:21197 [sender.py:send():182] send: stats 2022-02-03 06:36:27,579 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status 2022-02-03 06:36:27,579 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:36:34,487 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:36,488 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:38,488 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:40,489 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:42,489 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:42,771 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:36:42,771 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:36:44,489 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:46,490 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:48,490 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:50,491 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:51,689 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:36:52,491 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:54,491 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:56,492 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:36:57,868 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:36:57,869 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:36:58,492 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:00,492 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:02,493 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:04,493 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:06,493 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:08,494 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:10,494 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:12,494 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:13,029 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:37:13,029 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:37:14,495 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:16,495 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:18,496 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:20,496 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:21,947 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:37:22,496 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:24,497 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:26,497 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:28,138 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:37:28,138 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:37:28,498 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:30,498 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:32,498 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:34,499 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:36,499 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:38,499 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:40,500 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:42,500 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:43,225 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:37:43,225 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:37:44,500 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:46,501 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:48,501 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:50,501 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:52,193 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:37:52,502 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:54,502 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:56,503 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:37:58,341 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:37:58,341 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:37:58,503 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:00,503 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:02,504 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:04,504 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:06,504 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:08,505 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:10,505 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:12,505 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:13,429 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:38:13,429 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:38:14,506 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:16,506 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:20,507 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:22,424 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:38:22,507 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:24,507 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:26,508 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:28,508 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:28,576 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:38:28,576 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:38:30,509 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:32,509 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:32,838 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:38:32,892 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:38:32,918 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:38:33,509 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:38:35,509 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:37,510 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:39,510 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:41,510 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:43,511 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:43,684 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:38:43,684 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:38:45,511 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:47,511 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:49,512 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:51,512 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:52,690 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:38:53,512 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:55,513 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:57,513 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:38:58,822 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:38:58,823 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:38:59,513 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:01,514 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:03,514 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:05,514 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:07,515 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:09,515 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:11,515 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:13,516 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:13,926 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:39:13,926 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:39:15,516 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:17,517 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:19,517 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:21,517 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:22,927 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:39:23,518 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:25,518 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:27,519 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:29,041 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:39:29,041 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:39:29,519 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:31,519 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:33,520 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:35,520 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:37,520 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:39,521 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:41,521 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:43,521 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:44,140 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:39:44,140 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:39:45,522 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:47,522 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:49,522 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:51,523 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:53,165 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:39:53,523 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:55,523 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:57,524 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:39:59,220 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:39:59,220 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:39:59,524 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:01,525 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:03,525 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:05,525 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:07,526 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:09,526 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:11,527 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:13,527 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:14,382 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:40:14,382 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:40:15,527 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:17,528 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:19,528 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:21,528 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:23,406 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:40:23,529 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:25,529 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:27,529 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:29,487 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:40:29,487 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:40:29,530 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:31,530 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:32,013 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:40:32,058 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:40:32,082 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:40:32,530 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:40:33,530 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:35,531 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:37,531 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:39,531 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:41,532 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:43,532 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:44,636 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:40:44,636 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:40:45,532 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:48,533 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:50,533 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:52,533 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:53,637 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:40:54,534 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:56,534 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:58,534 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:40:59,810 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:40:59,810 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:41:00,535 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:02,535 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:04,535 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:06,536 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:08,536 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:10,536 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:12,537 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:14,537 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:14,921 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:41:14,921 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:41:16,537 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:18,538 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:20,538 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:22,538 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:23,870 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:41:24,538 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:26,539 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:28,539 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:30,049 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:41:30,049 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:41:30,539 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:32,540 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:34,540 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:36,540 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:38,541 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:40,541 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:42,541 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:44,542 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:45,192 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:41:45,192 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:41:46,542 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:48,542 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:50,543 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:52,543 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:54,103 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:41:54,543 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:56,544 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:41:58,544 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:00,315 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:42:00,315 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:42:00,544 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:02,544 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:04,545 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:06,545 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:08,545 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:10,546 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:12,546 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:14,546 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:15,455 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:42:15,455 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:42:16,547 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:18,547 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:20,548 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:22,548 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:24,326 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:42:24,548 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:26,549 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:28,549 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:30,549 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:30,573 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:42:30,573 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:42:32,311 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:42:32,357 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:42:32,381 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:42:32,550 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:42:32,550 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:34,550 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:36,550 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:38,550 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:40,551 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:42,551 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:45,551 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:45,671 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:42:45,671 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:42:47,552 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:49,552 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:51,552 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:53,553 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:54,556 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:42:55,553 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:57,553 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:42:59,554 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:00,774 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:43:00,774 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:43:01,554 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:03,554 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:05,555 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:07,555 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:09,555 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:11,556 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:13,556 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:15,556 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:15,862 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:43:15,862 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:43:17,556 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:19,557 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:21,557 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:23,557 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:24,788 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:43:25,558 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:27,558 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:29,558 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:30,997 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:43:30,997 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:43:31,559 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:33,559 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:35,559 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:37,560 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:39,560 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:41,560 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:43,561 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:45,561 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:46,176 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:43:46,176 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:43:47,561 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:49,561 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:51,562 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:53,562 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:55,017 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:43:55,562 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:57,563 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:43:59,563 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:01,299 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:44:01,299 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:44:01,563 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:03,564 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:05,564 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:07,564 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:09,565 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:11,565 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:13,565 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:15,565 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:16,386 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:44:16,386 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:44:17,566 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:19,566 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:21,566 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:23,567 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:25,252 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:44:25,567 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:27,567 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:29,568 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:31,518 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:44:31,518 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:44:31,568 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:33,293 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:44:33,340 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:44:33,365 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:44:33,568 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:44:33,568 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:34,568 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:35,569 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:37,569 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:39,569 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:41,570 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:43,570 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:45,570 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:46,654 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:44:46,654 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:44:47,571 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:49,571 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:51,571 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:53,572 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:55,553 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:44:55,572 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:44:57,572 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:00,573 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:01,732 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:45:01,732 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:45:02,573 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:04,573 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:06,574 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:08,574 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:10,574 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:12,575 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:14,575 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:16,575 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:16,845 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:45:16,845 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:45:18,575 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:20,576 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:22,576 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:24,576 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:25,777 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:45:26,577 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:28,577 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:30,577 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:31,983 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:45:31,983 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:45:32,578 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:34,578 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:36,578 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:38,579 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:42,579 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:44,580 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:46,580 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:47,074 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:45:47,074 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:45:48,580 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:50,581 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:52,581 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:54,581 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:56,010 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:45:56,581 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:45:58,582 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:00,582 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:02,228 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:46:02,229 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:46:02,582 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:04,583 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:06,583 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:08,583 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:10,584 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:12,584 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:14,584 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:16,585 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:17,374 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:46:17,374 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:46:18,585 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:20,585 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:22,586 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:24,586 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:26,244 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:46:26,586 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:28,587 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:30,587 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:32,513 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:46:32,513 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:46:32,587 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:33,012 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:46:33,057 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:46:33,084 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:46:33,587 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:46:34,588 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:35,588 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:36,588 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:38,588 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:40,589 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:42,589 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:44,589 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:46,590 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:47,627 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:46:47,627 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:46:48,590 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:50,590 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:52,591 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:54,591 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:56,481 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:46:56,591 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:46:58,592 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:01,592 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:02,759 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:47:02,759 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:47:03,592 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:05,593 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:07,593 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:09,593 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:11,594 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:13,594 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:15,594 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:17,595 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:17,841 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:47:17,841 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:47:19,595 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:21,595 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:23,596 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:25,596 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:26,723 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:47:27,597 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:29,597 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:31,597 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:32,985 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:47:32,985 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:47:33,598 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:35,598 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:37,598 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:39,599 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:41,599 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:43,599 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:45,600 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:47,600 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:48,087 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:47:48,087 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:47:49,600 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:51,601 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:53,601 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:55,601 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:56,956 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:47:57,602 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:47:59,602 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:01,602 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:03,223 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:48:03,223 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:48:03,603 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:05,603 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:07,603 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:10,604 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:12,604 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:14,604 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:16,605 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:18,330 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:48:18,330 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:48:18,605 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:20,605 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:22,606 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:24,606 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:26,606 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:27,201 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:48:28,607 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:30,607 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:32,607 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:33,464 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:48:33,464 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:48:34,608 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:36,608 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:38,608 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:40,609 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:42,609 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:44,609 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:46,610 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:48,589 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:48:48,589 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:48:48,610 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:50,610 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:52,611 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:54,611 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:56,611 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:48:57,444 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:48:59,612 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:01,612 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:03,613 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:03,698 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:49:03,698 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:49:05,613 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:07,613 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:09,614 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:11,614 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:13,614 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:15,615 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:17,615 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:18,847 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:49:18,847 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:49:19,615 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:21,616 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:23,616 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:25,616 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:27,617 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:27,685 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:49:29,617 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:31,618 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:33,618 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:34,016 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:49:34,016 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:49:35,618 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:37,619 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:39,619 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:41,619 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:43,620 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:44,809 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:49:44,823 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:49:44,850 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:49:45,620 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:49:45,620 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:46,620 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:47,621 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:49:49,110 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:49:49,111 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:49:57,953 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:50:04,226 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:50:04,226 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:50:19,325 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:50:19,325 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:50:23,639 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:50:28,284 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:50:34,431 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:50:34,431 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:50:49,518 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:50:49,518 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status