diff --git "a/wandb/run-20220201_214324-8dmqnlr2/logs/debug-internal.log" "b/wandb/run-20220201_214324-8dmqnlr2/logs/debug-internal.log" --- "a/wandb/run-20220201_214324-8dmqnlr2/logs/debug-internal.log" +++ "b/wandb/run-20220201_214324-8dmqnlr2/logs/debug-internal.log" @@ -2018,3 +2018,781 @@ 2022-02-01 22:07:47,354 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/config.yaml 2022-02-01 22:07:48,920 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status 2022-02-01 22:07:48,921 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:08:01,363 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:03,365 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:04,088 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:08:04,089 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:08:07,141 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:08:07,368 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:09,370 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:13,373 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:15,374 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:17,375 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:19,331 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:08:19,331 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:08:19,376 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:23,379 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:25,380 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:27,381 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:29,383 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:31,384 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:33,385 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:34,580 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:08:34,580 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:08:37,388 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:37,407 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:08:39,389 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:42,390 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:44,392 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:46,393 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:48,394 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:49,748 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:08:49,749 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:08:50,396 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:52,397 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:54,398 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:56,399 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:08:58,401 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:00,402 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:02,403 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:04,404 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:04,974 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:09:04,975 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:09:06,406 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:07,729 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:09:08,407 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:10,408 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:12,409 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:18,413 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:20,153 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:09:20,153 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:09:24,417 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:28,420 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:32,422 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:35,534 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:09:35,534 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:09:36,425 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:37,959 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:09:40,427 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:44,430 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:46,431 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:50,950 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:09:50,950 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:09:51,435 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:55,438 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:09:57,439 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:01,443 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:03,445 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:06,305 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:10:06,306 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:10:07,447 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:08,214 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:10:09,449 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:13,451 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:15,453 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:17,454 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:21,457 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:21,542 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:10:21,543 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:10:23,458 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:25,459 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:29,462 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:31,463 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:33,464 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:35,466 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:36,806 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:10:36,806 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:10:37,467 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:38,459 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:10:39,468 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:41,470 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:43,471 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:45,472 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:47,474 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:49,475 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:51,476 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:52,026 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:10:52,027 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:10:53,478 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:55,479 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:57,480 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:10:59,482 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:01,483 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:03,484 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:06,486 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:07,247 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:11:07,248 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:11:08,487 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:08,711 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:11:10,488 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:12,490 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:14,491 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:22,440 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:11:22,441 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:11:22,496 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:26,499 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:30,502 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:34,505 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:37,726 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:11:37,727 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:11:38,508 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:38,956 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:11:42,510 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:46,512 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:50,515 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:53,103 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:11:53,103 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:11:54,518 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:56,519 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:11:59,366 DEBUG SenderThread:17074 [sender.py:send():234] send: history +2022-02-01 22:11:59,451 DEBUG SenderThread:17074 [sender.py:send():234] send: summary +2022-02-01 22:11:59,481 INFO SenderThread:17074 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 22:11:59,520 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/wandb-summary.json +2022-02-01 22:12:00,521 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:04,523 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:07,525 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:08,341 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:12:08,342 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:12:09,204 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:12:11,527 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:13,529 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:15,529 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:19,532 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:21,533 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:23,535 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:23,575 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:12:23,575 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:12:25,536 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:29,539 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:31,540 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:33,541 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:35,543 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:37,545 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:38,807 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:12:38,807 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:12:39,547 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:39,551 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:12:41,550 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:43,552 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:45,554 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:47,555 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:51,559 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:53,560 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:54,096 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:12:54,096 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:12:55,562 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:57,564 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:12:59,566 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:01,568 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:03,570 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:05,572 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:07,574 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:09,299 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:13:09,300 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:13:09,575 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:09,832 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:13:11,600 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:13,603 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:15,604 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:23,610 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:24,467 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:13:24,467 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:13:27,613 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:32,617 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:36,620 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:39,810 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:13:39,811 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:13:40,158 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:13:40,623 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:44,626 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:48,629 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:52,632 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:54,633 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:13:55,082 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:13:55,083 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:13:58,644 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:02,670 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:04,672 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:06,674 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:10,303 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:14:10,304 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:14:10,466 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:14:10,677 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:12,679 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:16,682 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:18,684 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:20,686 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:22,688 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:25,492 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:14:25,492 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:14:26,691 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:28,692 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:30,694 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:32,695 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:34,697 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:36,698 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:38,699 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:40,700 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:14:40,700 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:14:40,705 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:40,867 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:14:43,707 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:45,708 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:47,710 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:49,711 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:51,713 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:53,715 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:55,717 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:55,957 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:14:55,957 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:14:57,719 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:14:59,721 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:01,723 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:03,725 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:05,726 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:07,728 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:09,729 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:11,066 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:15:11,161 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:15:11,162 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:15:11,731 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:13,732 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:15,733 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:21,737 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:26,405 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:15:26,405 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:15:27,741 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:31,743 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:35,746 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:37,748 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:41,385 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:15:41,734 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:15:41,734 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:15:43,753 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:45,754 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:49,757 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:53,760 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:55,761 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:15:56,942 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:15:56,943 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:15:58,049 DEBUG SenderThread:17074 [sender.py:send():234] send: history +2022-02-01 22:15:58,193 DEBUG SenderThread:17074 [sender.py:send():234] send: summary +2022-02-01 22:15:58,239 INFO SenderThread:17074 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 22:15:58,762 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/wandb-summary.json +2022-02-01 22:15:59,763 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:01,765 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:06,768 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:08,769 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:11,668 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:16:12,239 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:16:12,240 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:16:12,772 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:16,775 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:18,777 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:20,779 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:22,781 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:26,784 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:27,713 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:16:27,714 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:16:28,786 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:30,788 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:32,790 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:34,792 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:36,794 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:38,796 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:41,919 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:16:42,800 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:42,993 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:16:42,993 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:16:44,802 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:46,803 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:48,806 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:50,807 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:52,809 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:54,811 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:56,812 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:16:58,244 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:16:58,245 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:16:58,814 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:00,816 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:02,818 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:04,820 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:06,821 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:08,822 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:10,823 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:12,190 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:17:12,825 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:13,415 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:17:13,416 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:17:15,827 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:23,832 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:27,834 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:28,643 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:17:28,643 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:17:31,837 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:35,839 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:39,841 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:42,433 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:17:43,822 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:17:43,823 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:17:43,844 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:45,846 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:49,848 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:51,849 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:55,852 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:57,854 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:17:58,990 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:17:58,991 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:18:01,856 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:03,857 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:05,859 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:07,860 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:11,863 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:12,733 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:18:13,865 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:14,168 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:18:14,169 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:18:15,866 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:17,867 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:21,870 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:23,872 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:25,874 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:27,876 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:29,344 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:18:29,344 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:18:29,878 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:31,879 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:33,881 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:35,883 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:37,885 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:39,887 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:41,888 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:43,014 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:18:43,890 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:44,548 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:18:44,548 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:18:45,892 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:48,895 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:54,899 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:18:59,706 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:18:59,706 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:19:00,903 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:04,905 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:08,909 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:12,911 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:13,301 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:19:15,107 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:19:15,108 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:19:16,914 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:18,915 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:22,918 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:26,920 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:28,922 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:30,345 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:19:30,345 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:19:32,925 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:34,926 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:38,929 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:40,930 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:43,560 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:19:44,933 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:45,600 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:19:45,600 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:19:46,934 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:50,937 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:52,938 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:54,940 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:19:56,941 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:00,884 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:20:00,885 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:20:00,943 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:01,188 DEBUG SenderThread:17074 [sender.py:send():234] send: history +2022-02-01 22:20:01,259 DEBUG SenderThread:17074 [sender.py:send():234] send: summary +2022-02-01 22:20:01,303 INFO SenderThread:17074 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 22:20:01,945 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/wandb-summary.json +2022-02-01 22:20:02,946 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:04,949 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:06,950 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:08,952 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:10,954 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:12,956 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:13,927 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:20:14,958 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:16,057 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:20:16,058 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:20:16,960 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:18,962 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:20,963 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:22,965 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:24,967 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:26,969 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:29,972 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:31,262 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:20:31,262 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:20:31,974 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:33,976 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:35,978 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:37,980 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:39,982 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:41,983 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:43,985 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:44,262 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:20:45,986 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:46,497 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:20:46,497 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:20:47,988 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:53,991 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:20:59,995 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:01,845 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:21:01,845 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:21:03,998 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:08,001 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:12,004 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:14,617 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:21:16,007 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:17,121 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:21:17,122 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:21:20,010 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:22,012 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:26,015 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:28,017 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:32,020 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:32,295 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:21:32,295 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:21:36,023 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:38,025 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:42,028 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:44,029 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:44,898 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:21:46,031 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:47,455 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:21:47,456 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:21:50,033 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:52,034 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:56,037 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:21:58,039 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:00,040 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:02,696 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:22:02,697 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:22:04,042 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:06,044 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:08,046 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:10,048 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:12,050 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:14,053 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:15,190 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:22:17,056 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:17,970 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:22:17,970 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:22:19,057 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:21,059 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:23,060 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:25,061 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:27,062 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:29,063 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:31,065 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:33,066 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:33,226 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:22:33,226 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:22:35,067 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:37,068 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:39,069 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:41,070 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:43,072 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:45,073 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:45,497 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:22:47,074 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:48,577 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:22:48,578 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:22:49,075 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:55,079 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:22:59,082 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:03,084 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:03,922 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:23:03,923 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:23:09,088 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:13,090 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:15,790 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:23:17,093 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:19,094 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:19,225 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:23:19,226 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:23:23,097 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:27,099 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:29,101 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:33,103 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:34,580 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:23:34,580 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:23:35,105 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:39,107 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:43,110 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:46,095 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:23:46,112 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:49,836 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:23:49,836 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:23:50,115 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:52,116 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:56,119 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:23:58,120 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:00,121 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:04,124 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:04,445 DEBUG SenderThread:17074 [sender.py:send():234] send: history +2022-02-01 22:24:04,543 DEBUG SenderThread:17074 [sender.py:send():234] send: summary +2022-02-01 22:24:04,591 INFO SenderThread:17074 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 22:24:05,125 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/wandb-summary.json +2022-02-01 22:24:05,476 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:24:05,478 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:24:06,125 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:08,126 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:12,129 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:14,130 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:16,131 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:16,386 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:24:18,133 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:20,134 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:20,735 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:24:20,736 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:24:22,136 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:24,137 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:26,139 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:28,140 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:30,141 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:32,143 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:34,145 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:35,998 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:24:35,998 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:24:36,146 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:38,147 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:40,149 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:42,151 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:44,153 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:46,154 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:46,682 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:24:48,156 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:50,158 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:24:51,207 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:24:51,208 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:24:52,160 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:01,166 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:05,170 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:06,375 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:25:06,375 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:25:09,173 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:13,176 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:16,917 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:25:17,179 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:21,183 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:21,616 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:25:21,617 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:25:25,186 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:29,189 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:33,192 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:35,194 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:36,818 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:25:36,818 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:25:39,198 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:41,200 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:45,203 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:47,164 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:25:47,205 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:51,208 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:52,936 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:25:52,937 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:25:53,211 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:57,214 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:25:59,216 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:01,218 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:03,220 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:05,222 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:08,249 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:26:08,250 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:26:09,226 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:11,227 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:13,229 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:15,231 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:17,232 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:17,473 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:26:20,234 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:22,236 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:23,466 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:26:23,467 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:26:24,238 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:26,240 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:28,242 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:30,243 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:32,244 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:34,245 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:36,247 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:38,248 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:38,677 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:26:38,678 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:26:40,250 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:42,250 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:44,252 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:46,253 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:47,673 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:26:48,255 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:50,256 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:52,258 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:26:54,000 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:26:54,001 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:26:54,260 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:00,265 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:06,268 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:09,487 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:27:09,488 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:27:10,271 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:14,274 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:17,945 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:27:18,277 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:22,280 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:24,845 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:27:24,845 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:27:26,283 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:28,285 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:32,288 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:37,292 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:39,294 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:40,125 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:27:40,125 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:27:43,297 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:45,299 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:48,217 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:27:49,302 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:51,304 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:55,307 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:55,315 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:27:55,315 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:27:57,309 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:27:59,311 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:03,314 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:05,316 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:07,317 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:08,648 DEBUG SenderThread:17074 [sender.py:send():234] send: history +2022-02-01 22:28:08,718 DEBUG SenderThread:17074 [sender.py:send():234] send: summary +2022-02-01 22:28:08,763 INFO SenderThread:17074 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 22:28:09,319 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/wandb-summary.json +2022-02-01 22:28:10,482 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:28:10,484 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:28:11,320 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:13,322 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:15,324 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:17,326 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:18,476 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:28:19,328 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:21,329 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:23,330 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:25,757 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:28:25,758 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:28:27,333 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:29,334 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:31,335 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:33,337 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:35,338 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:37,340 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:40,968 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:28:40,969 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:28:41,342 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:43,343 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:45,345 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:47,346 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:48,731 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:28:49,347 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:53,350 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:55,351 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:56,263 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:28:56,264 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:28:57,353 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:28:59,354 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:01,355 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:04,357 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:08,361 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:10,363 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:11,624 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:29:11,624 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:29:14,366 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:16,368 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:18,370 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:18,976 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:29:20,372 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:22,374 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:26,377 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:26,982 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:29:26,983 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:29:28,379 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:30,380 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:34,383 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:36,385 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:40,388 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:42,226 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:29:42,227 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:29:42,389 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:44,391 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:46,393 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:48,395 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:49,308 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:29:52,398 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:54,400 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:56,402 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:29:57,528 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:29:57,528 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:29:58,405 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:00,406 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:04,409 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:06,411 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:09,414 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:11,415 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:12,809 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:30:12,809 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:30:13,417 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:15,418 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:17,420 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:19,662 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:30:21,422 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:23,424 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:25,425 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:27,427 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:27,971 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:30:27,972 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:30:29,429 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:33,432 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:35,434 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:37,436 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:39,438 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:41,440 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:43,216 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:30:43,217 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:30:43,442 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:45,444 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:49,448 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:49,958 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:30:51,449 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:53,451 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:55,453 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:57,455 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:30:58,408 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:30:58,409 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:30:59,457 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:31:13,647 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:31:13,647 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:31:20,211 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:31:23,872 DEBUG SenderThread:17074 [sender.py:send():234] send: history +2022-02-01 22:31:23,905 DEBUG SenderThread:17074 [sender.py:send():234] send: summary +2022-02-01 22:31:23,959 INFO SenderThread:17074 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 22:31:24,472 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/wandb-summary.json +2022-02-01 22:31:25,474 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:31:26,475 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:31:27,476 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:31:28,845 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:31:28,846 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:31:33,481 INFO Thread-8 :17074 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_214324-8dmqnlr2/files/output.log +2022-02-01 22:31:44,054 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:31:44,054 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:31:50,521 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:31:59,215 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:31:59,215 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:32:14,382 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:32:14,382 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status +2022-02-01 22:32:20,742 DEBUG SenderThread:17074 [sender.py:send():234] send: stats +2022-02-01 22:32:29,555 DEBUG HandlerThread:17074 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 22:32:29,556 DEBUG SenderThread:17074 [sender.py:send_request():248] send_request: stop_status