diff --git "a/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" "b/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" --- "a/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" +++ "b/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" @@ -51484,3 +51484,929 @@ 2022-02-01 01:51:39,661 DEBUG SenderThread:55777 [sender.py:send():234] send: stats 2022-02-01 01:51:48,172 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status 2022-02-01 01:51:48,173 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:52:01,049 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:03,050 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:03,374 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:52:03,375 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:52:09,053 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:09,960 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:52:13,056 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:17,058 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:18,575 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:52:18,576 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:52:21,061 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:25,063 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:29,065 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:33,069 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:33,795 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:52:33,795 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:52:37,071 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:40,299 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:52:41,085 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:46,088 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:49,044 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:52:49,044 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:52:50,091 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:52,092 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:52:56,095 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:00,098 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:04,101 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:04,216 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:53:04,216 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:53:06,103 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:10,105 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:10,698 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:53:14,108 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:16,110 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:19,396 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:53:19,397 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:53:20,114 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:22,116 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:26,122 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:28,124 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:32,127 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:34,130 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:34,575 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:53:34,576 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:53:38,132 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:40,135 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:41,012 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:53:42,136 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:46,139 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:48,140 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:49,801 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:53:49,801 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:53:50,141 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:54,145 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:56,146 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:53:58,149 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:00,164 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:03,166 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:05,032 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:54:05,032 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:54:05,167 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:07,168 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:09,169 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:11,171 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:11,346 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:54:13,171 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:15,173 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:17,174 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:19,179 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:20,497 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:54:20,498 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:54:21,181 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:27,184 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:33,188 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:35,834 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:54:35,835 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:54:39,193 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:41,709 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:54:44,195 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:50,201 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:54:51,001 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:54:51,002 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:54:54,203 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:00,207 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:04,209 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:06,169 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:55:06,169 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:55:08,212 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:12,016 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:55:12,215 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:16,218 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:20,220 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:21,426 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:55:21,427 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:55:25,224 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:29,226 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:33,228 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:36,755 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:55:36,755 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:55:37,231 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:41,233 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:42,277 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:55:45,236 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:49,238 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:51,238 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:51,971 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:55:51,971 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:55:55,241 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:55:57,242 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:01,244 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:05,246 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:07,232 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:56:07,233 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:56:07,247 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:11,249 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:12,602 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:56:14,251 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:18,254 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:20,255 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:22,522 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:56:22,523 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:56:24,258 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:26,259 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:30,262 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:32,263 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:36,266 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:37,785 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:56:37,785 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:56:38,268 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:40,268 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:42,270 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:42,898 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:56:46,272 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:48,274 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:50,275 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:52,276 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:52,942 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:56:52,942 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:56:54,278 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:56,279 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:56:58,281 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:00,282 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:02,283 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:04,285 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:06,286 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:08,109 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:57:08,109 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:57:08,287 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:11,289 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:13,170 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:57:17,293 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:23,296 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:23,349 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:57:23,349 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:57:29,300 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:33,303 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:37,644 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-02-01 01:57:37,781 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-02-01 01:57:37,835 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 01:57:38,307 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-02-01 01:57:38,720 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:57:38,721 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:57:39,308 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:43,310 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:43,444 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:57:49,314 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:53,926 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:57:53,927 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:57:54,317 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:57:58,320 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:02,322 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:06,325 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:09,224 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:58:09,225 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:58:10,328 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:13,691 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:58:14,330 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:18,333 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:22,336 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:24,337 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:24,636 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:58:24,636 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:58:28,340 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:32,343 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:36,346 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:38,347 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:39,911 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:58:39,911 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:58:42,350 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:43,992 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:58:46,352 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:49,354 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:53,357 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:55,204 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:58:55,205 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:58:55,358 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:58:59,361 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:01,362 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:05,364 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:07,366 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:10,484 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:59:10,484 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:59:11,369 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:13,370 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:14,272 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:59:15,372 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:19,375 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:21,377 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:23,379 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:25,756 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:59:25,757 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:59:27,382 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:29,384 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:31,385 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:33,387 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:35,389 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:39,392 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:40,989 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:59:40,990 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:59:41,394 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:43,396 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:44,510 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 01:59:45,397 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:47,399 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:49,400 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:51,402 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:53,403 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 01:59:56,336 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 01:59:56,337 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 01:59:56,405 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:02,409 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:08,412 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:11,835 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:00:11,836 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:00:14,416 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:14,800 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:00:18,419 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:24,423 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:27,002 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:00:27,003 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:00:28,425 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:32,428 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:36,431 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:42,302 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:00:42,302 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:00:43,435 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:45,159 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:00:47,437 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:51,440 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:55,442 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:00:57,571 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:00:57,572 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:00:59,444 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:03,447 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:07,450 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:11,452 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:12,958 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:01:12,958 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:01:13,454 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:15,444 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:01:17,456 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:21,459 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:25,462 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:27,464 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:28,228 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:01:28,228 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:01:31,467 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:33,468 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:37,471 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:41,474 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:43,476 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:43,617 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:01:43,618 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:01:45,722 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:01:47,478 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:49,480 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:52,482 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:56,485 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:58,486 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:01:58,815 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:01:58,815 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:02:02,488 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:04,490 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:06,491 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:08,493 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:12,496 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:13,980 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:02:13,980 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:02:14,498 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:16,036 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:02:16,499 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:18,501 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:20,504 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:24,507 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:26,508 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:28,510 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:29,228 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:02:29,229 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:02:30,511 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:32,512 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:34,513 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:36,515 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:38,516 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:40,517 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:44,454 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:02:44,455 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:02:46,314 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:02:48,523 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:54,528 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:02:59,709 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:02:59,710 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:03:01,532 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:05,536 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:09,368 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-02-01 02:03:09,435 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-02-01 02:03:09,470 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 02:03:09,539 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-02-01 02:03:10,540 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:11,540 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:15,116 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:03:15,116 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:03:15,543 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:16,575 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:03:21,547 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:25,550 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:29,553 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:30,417 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:03:30,418 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:03:33,555 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:37,559 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:41,562 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:45,647 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:03:45,648 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:03:46,566 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:46,903 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:03:50,569 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:54,572 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:03:56,577 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:00,582 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:00,845 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:04:00,845 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:04:04,588 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:08,593 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:10,603 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:14,607 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:16,087 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:04:16,087 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:04:17,181 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:04:18,610 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:20,612 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:24,615 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:26,617 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:30,621 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:31,338 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:04:31,338 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:04:32,623 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:36,626 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:38,628 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:42,645 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:44,650 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:46,570 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:04:46,570 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:04:47,440 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:04:49,654 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:51,655 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:53,656 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:55,658 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:04:59,665 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:01,667 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:01,776 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:05:01,778 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:05:03,668 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:05,669 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:07,671 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:11,674 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:13,676 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:15,678 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:17,009 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:05:17,009 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:05:17,679 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:17,764 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:05:19,683 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:21,695 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:23,696 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:25,697 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:27,698 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:32,174 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:05:32,175 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:05:35,705 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:41,712 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:45,715 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:47,477 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:05:47,478 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:05:47,969 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:05:52,722 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:05:56,726 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:02,654 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:06:02,655 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:06:02,730 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:06,733 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:10,736 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:14,739 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:17,842 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:06:17,842 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:06:18,215 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:06:20,743 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:24,746 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:28,749 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:32,752 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:33,009 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:06:33,010 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:06:36,755 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:40,757 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:44,760 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:47,765 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:48,163 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:06:48,163 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:06:48,578 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:06:51,768 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:55,772 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:06:59,775 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:01,777 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:03,334 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:07:03,334 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:07:05,780 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:07,782 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:11,784 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:15,787 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:17,788 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:18,539 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:07:18,539 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:07:18,795 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:07:21,791 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:23,793 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:27,796 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:29,798 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:31,800 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:33,801 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:07:33,802 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:07:35,805 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:37,807 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:39,809 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:43,812 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:45,814 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:47,816 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:49,058 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:07:49,129 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:07:49,130 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:07:49,818 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:51,819 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:56,823 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:07:58,825 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:00,827 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:02,829 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:04,347 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:08:04,348 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:08:04,830 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:06,831 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:08,832 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:10,834 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:12,835 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:14,836 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:19,327 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:08:19,539 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:08:19,539 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:08:22,842 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:28,846 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:32,848 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:34,708 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:08:34,708 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:08:38,853 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:42,020 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-02-01 02:08:42,162 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-02-01 02:08:42,204 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 02:08:42,856 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-02-01 02:08:42,857 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:48,860 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:49,601 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:08:49,874 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:08:49,875 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:08:52,863 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:08:56,866 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:00,869 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:05,169 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:09:05,169 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:09:05,873 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:09,875 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:13,878 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:17,881 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:19,919 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:09:20,450 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:09:20,451 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:09:21,883 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:25,886 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:29,889 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:33,891 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:35,616 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:09:35,616 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:09:37,894 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:39,896 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:43,899 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:47,902 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:50,154 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:09:50,876 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:09:50,876 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:09:50,905 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:54,908 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:09:58,911 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:00,914 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:04,917 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:06,195 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:10:06,196 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:10:06,918 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:10,921 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:12,922 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:16,925 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:18,926 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:20,460 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:10:20,927 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:21,437 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:10:21,437 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:10:24,930 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:26,931 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:28,933 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:32,936 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:34,938 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:36,707 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:10:36,708 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:10:36,939 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:38,940 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:40,941 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:44,945 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:46,946 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:48,947 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:50,765 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:10:50,948 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:51,929 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:10:51,930 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:10:52,950 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:54,951 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:56,952 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:10:58,953 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:01,955 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:07,287 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:11:07,287 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:11:09,961 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:13,965 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:19,969 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:21,026 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:11:22,610 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:11:22,610 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:11:23,972 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:29,975 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:33,980 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:37,947 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:11:37,948 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:11:39,985 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:43,988 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:48,992 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:51,301 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:11:52,995 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:11:53,202 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:11:53,202 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:11:56,998 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:01,002 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:05,004 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:08,396 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:12:08,396 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:12:09,007 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:13,009 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:15,011 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:19,013 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:21,585 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:12:23,016 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:23,596 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:12:23,596 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:12:27,018 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:29,020 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:33,022 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:37,024 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:38,828 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:12:38,829 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:12:39,025 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:44,027 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:46,028 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:50,031 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:51,835 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:12:52,033 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:54,135 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:12:54,135 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:12:56,037 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:12:58,039 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:02,042 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:04,044 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:06,046 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:09,415 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:13:09,416 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:13:10,049 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:12,050 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:14,052 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:18,056 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:20,058 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:22,060 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:22,169 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:13:24,062 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:24,689 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:13:24,690 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:13:28,065 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:30,067 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:32,069 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:34,071 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:36,073 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:38,075 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:39,879 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:13:39,879 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:13:40,077 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:42,079 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:44,081 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:46,083 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:52,466 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:13:55,088 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:13:55,212 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:13:55,213 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:14:01,091 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:05,094 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:10,639 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:14:10,639 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:14:11,098 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:14,147 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-02-01 02:14:14,226 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-02-01 02:14:14,267 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 02:14:15,101 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-02-01 02:14:15,101 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:21,104 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:22,714 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:14:25,107 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:25,967 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:14:25,967 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:14:29,109 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:33,112 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:37,116 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:41,296 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:14:41,297 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:14:42,119 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:46,122 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:50,125 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:52,984 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:14:54,128 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:14:56,730 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:14:56,730 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:14:58,131 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:02,134 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:06,137 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:10,140 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:12,075 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:15:12,075 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:15:12,142 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:16,145 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:20,148 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:22,150 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:23,254 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:15:26,153 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:27,340 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:15:27,341 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:15:28,155 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:33,158 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:35,160 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:39,163 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:41,165 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:42,498 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:15:42,499 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:15:45,169 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:47,171 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:51,174 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:53,175 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:53,575 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:15:55,177 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:15:57,755 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:15:57,755 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:15:59,180 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:01,182 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:03,185 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:05,187 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:09,190 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:11,192 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:12,972 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:16:12,973 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:16:13,194 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:15,196 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:17,198 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:19,200 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:21,202 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:23,203 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:23,924 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:16:25,205 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:27,207 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:28,197 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:16:28,197 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:16:29,208 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:32,211 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:40,217 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:43,408 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:16:43,408 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:16:46,221 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:52,224 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:54,193 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:16:56,227 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:16:58,574 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:16:58,575 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:17:02,231 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:06,234 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:10,238 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:13,843 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:17:13,843 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:17:14,241 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:18,244 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:23,247 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:24,451 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:17:29,095 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:17:29,096 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:17:29,250 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:31,252 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:35,254 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:39,257 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:43,260 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:44,271 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:17:44,271 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:17:47,262 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:51,265 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:54,847 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:17:55,268 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:57,269 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:17:59,564 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:17:59,565 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:18:02,272 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:06,275 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:08,276 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:12,279 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:14,828 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:18:14,828 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:18:16,281 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:18,282 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:22,284 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:24,285 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:25,083 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:18:28,288 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:30,063 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:18:30,063 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:18:30,289 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:32,290 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:36,293 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:38,294 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:40,296 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:44,298 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:45,321 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:18:45,322 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:18:46,299 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:48,301 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:51,302 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:55,305 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:55,416 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:18:57,306 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:18:59,307 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:00,568 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:19:00,568 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:19:01,309 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:03,310 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:05,312 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:07,313 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:09,314 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:11,316 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:13,317 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:15,318 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:15,726 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:19:15,727 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:19:17,319 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:25,324 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:25,741 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:19:31,063 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:19:31,063 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:19:31,327 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:37,332 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:41,335 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:45,878 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-02-01 02:19:46,009 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-02-01 02:19:46,081 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 02:19:46,338 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-02-01 02:19:46,443 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:19:46,444 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:19:47,339 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:48,340 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:50,342 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:54,345 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:19:56,211 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:19:56,347 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:00,349 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:01,766 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:20:01,768 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:20:04,351 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:06,353 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:10,356 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:12,358 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:16,361 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:17,003 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:20:17,004 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:20:18,362 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:22,364 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:24,366 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:26,554 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:20:28,368 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:30,369 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:32,194 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:20:32,195 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:20:34,371 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:36,373 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:40,375 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:45,378 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:47,367 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:20:47,368 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:20:47,380 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:49,382 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:53,384 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:55,386 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:20:56,858 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:20:59,389 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:01,391 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:02,545 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:21:02,546 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:21:05,394 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:09,396 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:11,397 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:15,400 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:17,402 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:17,747 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:21:17,748 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:21:19,404 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:21,406 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:23,409 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:27,168 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:21:27,410 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:32,414 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:32,972 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:21:32,973 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:21:34,415 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:38,418 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:40,419 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:44,423 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:46,425 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:48,383 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:21:48,383 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:21:50,428 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:52,430 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:56,433 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:21:57,407 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:21:58,434 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:02,437 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:03,772 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:22:03,772 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:22:04,439 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:08,441 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:10,443 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:14,446 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:16,448 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:19,123 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:22:19,124 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:22:20,451 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:22,452 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:27,455 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:27,683 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:22:29,456 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:33,459 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:34,503 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:22:34,504 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:22:35,460 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:39,462 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:41,463 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:45,466 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:47,467 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:49,888 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:22:49,888 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:22:51,470 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:53,471 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:57,473 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:22:58,041 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:22:59,475 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:03,477 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:05,251 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:23:05,251 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:23:05,478 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:09,481 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:11,482 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:15,485 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:17,487 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:20,623 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:23:20,624 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:23:21,490 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:23,491 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:23:28,329 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:23:35,959 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:23:35,959 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:23:51,178 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:23:51,179 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:23:58,549 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:23:59,742 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-02-01 02:23:59,778 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-02-01 02:23:59,817 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-01 02:24:00,512 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-02-01 02:24:00,512 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:24:02,513 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:24:04,514 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:24:06,377 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:24:06,378 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:24:16,521 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-02-01 02:24:21,546 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:24:21,546 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:24:28,800 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:24:36,713 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:24:36,713 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:24:51,881 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:24:51,882 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:24:59,026 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-02-01 02:25:07,070 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:25:07,070 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:25:22,239 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-02-01 02:25:22,240 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-02-01 02:25:29,263 DEBUG SenderThread:55777 [sender.py:send():234] send: stats