diff --git "a/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" "b/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" --- "a/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" +++ "b/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" @@ -21732,3 +21732,927 @@ 2022-01-30 09:50:49,146 DEBUG SenderThread:37713 [sender.py:send():234] send: stats 2022-01-30 09:51:02,363 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status 2022-01-30 09:51:02,364 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:51:10,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:12,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:16,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:17,535 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:51:17,535 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:51:18,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:19,480 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:51:21,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:23,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:25,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:27,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:29,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:31,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:32,700 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:51:32,701 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:51:37,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:43,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:47,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:47,972 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:51:47,973 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:51:49,685 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:51:53,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:57,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:01,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:03,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:52:03,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:52:07,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:11,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:15,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:18,527 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:52:18,527 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:52:19,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:19,985 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:52:23,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:27,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:30,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:33,887 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:52:33,887 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:52:34,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:38,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:42,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:46,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:48,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:49,125 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:52:49,126 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:52:50,326 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:52:52,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:54,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:58,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:02,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:04,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:04,351 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:53:04,351 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:53:08,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:10,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:14,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:16,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:19,622 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:53:19,623 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:53:20,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:20,600 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:53:22,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:24,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:28,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:30,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:32,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:34,845 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:53:34,846 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:53:36,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:38,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:40,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:42,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:44,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:47,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:49,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:50,116 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:53:50,117 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:53:51,011 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:53:51,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:55,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:57,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:59,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:01,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:03,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:05,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:05,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:54:05,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:54:07,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:13,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:19,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:20,519 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:54:20,520 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:54:21,291 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:54:23,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:29,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:33,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:35,677 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:54:35,678 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:54:38,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:42,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:48,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:50,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:50,882 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:54:50,883 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:54:51,663 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:54:54,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:58,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:02,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:06,186 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:55:06,186 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:55:06,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:10,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:14,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:16,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:20,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:21,404 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:55:21,405 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:55:21,935 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:55:24,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:26,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:30,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:34,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:36,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:36,656 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:55:36,657 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:55:41,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:43,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:47,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:49,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:51,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:51,826 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:55:51,827 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:55:52,178 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:55:55,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:57,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:01,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:03,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:05,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:07,089 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:56:07,090 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:56:09,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:11,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:13,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:15,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:17,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:19,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:21,230 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:56:21,325 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:56:21,358 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:56:21,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:56:22,293 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:56:22,294 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:56:22,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:22,492 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:56:23,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:25,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:27,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:29,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:31,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:33,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:35,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:37,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:37,496 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:56:37,497 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:56:39,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:41,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:43,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:49,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:52,706 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:56:52,706 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:56:52,866 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:56:55,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:59,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:04,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:07,970 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:57:07,970 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:57:10,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:14,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:18,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:22,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:23,000 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:57:23,189 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:57:23,189 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:57:26,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:30,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:34,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:38,357 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:57:38,358 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:57:38,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:40,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:44,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:48,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:52,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:53,284 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:57:53,527 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:57:53,527 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:57:56,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:58,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:02,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:06,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:08,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:08,801 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:58:08,802 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:58:12,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:15,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:19,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:21,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:23,553 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:58:24,213 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:58:24,214 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:58:25,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:27,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:31,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:33,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:35,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:39,395 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:58:39,395 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:58:39,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:41,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:43,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:47,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:49,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:51,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:53,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:53,811 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:58:54,700 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:58:54,701 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:58:55,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:57,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:59,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:03,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:05,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:07,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:09,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:09,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:59:09,989 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:59:11,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:13,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:15,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:17,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:23,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:24,029 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:59:25,317 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:59:25,317 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:59:30,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:36,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:40,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:59:40,532 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:59:40,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:44,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:48,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:54,341 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:59:54,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:55,722 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:59:55,723 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:59:58,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:02,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:06,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:10,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:10,888 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:00:10,888 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:00:14,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:18,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:20,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:24,612 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:00:24,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:26,052 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:00:26,053 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:00:28,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:32,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:34,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:38,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:40,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:41,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:00:41,367 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:00:44,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:49,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:51,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:54,911 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:00:55,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:56,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:00:56,710 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:00:57,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:59,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:03,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:05,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:09,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:11,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:11,891 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:01:11,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:01:13,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:17,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:19,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:21,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:23,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:25,180 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:01:27,060 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:01:27,061 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:01:27,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:29,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:31,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:32,606 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:01:32,715 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:01:32,766 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:01:33,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:01:33,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:35,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:37,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:39,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:41,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:42,241 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:01:42,242 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:01:43,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:45,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:47,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:49,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:51,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:54,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:55,427 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:01:57,405 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:01:57,406 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:00,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:06,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:12,579 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:02:12,579 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:12,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:16,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:20,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:25,676 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:02:26,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:27,746 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:02:27,747 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:30,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:34,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:39,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:43,041 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:02:43,041 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:43,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:47,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:51,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:55,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:55,930 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:02:58,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:02:58,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:59,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:01,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:05,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:09,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:13,604 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:03:13,604 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:03:13,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:15,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:19,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:21,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:25,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:26,270 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:03:27,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:28,775 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:03:28,775 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:03:31,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:33,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:37,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:39,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:43,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:43,950 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:03:43,951 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:03:45,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:48,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:52,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:54,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:56,582 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:03:56,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:59,139 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:03:59,139 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:04:00,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:02,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:04,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:06,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:08,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:12,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:14,380 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:04:14,380 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:04:14,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:16,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:18,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:20,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:22,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:24,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:26,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:26,948 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:04:28,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:29,590 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:04:29,590 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:04:30,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:32,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:36,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:42,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:44,759 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:04:44,760 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:04:46,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:52,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:57,231 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:04:57,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:00,009 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:05:00,009 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:05:01,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:05,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:09,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:13,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:15,246 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:05:15,247 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:05:17,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:21,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:25,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:27,484 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:05:27,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:30,430 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:05:30,431 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:05:31,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:35,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:39,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:43,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:45,681 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:05:45,682 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:05:45,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:49,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:52,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:56,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:57,728 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:05:58,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:01,057 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:06:01,057 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:06:02,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:04,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:08,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:10,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:14,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:16,430 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:06:16,431 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:06:16,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:20,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:22,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:24,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:28,060 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:06:28,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:30,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:31,802 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:06:31,802 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:06:32,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:34,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:36,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:40,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:42,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:43,256 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:06:43,328 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:06:43,379 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:06:43,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:06:44,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:45,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:46,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:47,016 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:06:47,017 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:06:48,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:50,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:52,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:54,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:56,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:58,297 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:06:58,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:00,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:02,242 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:07:02,243 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:07:02,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:04,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:10,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:15,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:17,428 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:07:17,428 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:07:21,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:25,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:28,539 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:07:31,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:32,596 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:07:32,596 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:07:35,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:39,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:43,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:47,881 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:07:47,881 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:07:47,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:51,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:55,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:58,896 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:07:59,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:03,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:08:03,207 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:08:03,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:07,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:09,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:14,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:18,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:08:18,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:08:18,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:22,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:24,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:28,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:29,183 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:08:30,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:33,648 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:08:33,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:08:34,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:36,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:40,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:42,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:46,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:48,916 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:08:48,917 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:08:48,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:52,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:54,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:56,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:59,437 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:09:00,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:02,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:04,137 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:09:04,138 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:09:04,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:08,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:11,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:13,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:15,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:17,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:19,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:19,435 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:09:19,435 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:09:23,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:26,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:28,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:29,724 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:09:30,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:32,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:34,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:34,662 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:09:34,663 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:09:36,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:38,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:40,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:46,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:49,890 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:09:49,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:09:52,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:56,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:00,022 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:10:02,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:05,270 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:10:05,270 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:10:06,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:10,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:14,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:18,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:20,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:10:20,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:10:25,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:29,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:30,439 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:10:31,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:35,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:35,707 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:10:35,708 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:10:39,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:43,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:47,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:49,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:50,891 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:10:50,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:10:53,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:57,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:59,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:00,805 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:11:03,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:05,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:06,056 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:11:06,057 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:11:09,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:11,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:15,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:17,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:21,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:21,224 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:11:21,224 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:11:23,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:27,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:29,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:31,112 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:11:31,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:35,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:36,467 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:11:36,468 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:11:37,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:40,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:42,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:46,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:48,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:50,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:51,716 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:11:51,716 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:11:52,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:52,597 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:11:52,671 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:11:52,723 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:11:53,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:11:54,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:58,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:00,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:01,439 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:12:02,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:04,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:06,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:06,953 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:12:06,954 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:12:08,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:10,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:12,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:14,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:20,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:22,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:12:22,167 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:12:26,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:30,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:31,757 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:12:36,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:37,342 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:12:37,343 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:12:40,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:45,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:51,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:52,701 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:12:52,702 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:12:55,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:59,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:02,035 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:13:03,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:07,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:08,063 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:13:08,064 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:13:09,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:13,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:17,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:21,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:23,396 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:13:23,397 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:13:25,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:27,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:31,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:32,377 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:13:33,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:37,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:38,648 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:13:38,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:13:41,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:43,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:47,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:49,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:53,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:53,816 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:13:53,817 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:13:55,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:59,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:02,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:02,607 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:14:04,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:08,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:09,083 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:14:09,083 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:14:10,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:12,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:16,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:18,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:20,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:22,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:24,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:24,281 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:14:24,281 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:14:26,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:30,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:32,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:32,894 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:14:34,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:36,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:38,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:39,462 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:14:39,465 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:14:40,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:42,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:44,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:46,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:48,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:50,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:54,744 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:14:54,744 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:14:56,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:02,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:03,168 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:15:06,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:10,173 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:15:10,174 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:15:10,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:16,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:21,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:25,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:25,441 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:15:25,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:15:29,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:33,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:33,445 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:15:37,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:40,635 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:15:40,635 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:15:41,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:45,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:49,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:51,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:55,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:55,864 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:15:55,864 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:15:59,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:03,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:03,723 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:16:05,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:09,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:11,121 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:16:11,121 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:16:11,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:15,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:19,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:21,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:25,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:26,440 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:16:26,441 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:16:27,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:30,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:34,010 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:16:34,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:36,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:40,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:41,705 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:16:41,706 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:16:42,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:44,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:48,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:50,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:52,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:54,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:56,873 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:16:56,873 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:16:58,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:00,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:02,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:02,748 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:17:02,843 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:17:02,902 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:17:03,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:17:04,228 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:17:04,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:06,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:10,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:12,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:17:12,103 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:17:12,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:16,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:18,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:22,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:24,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:26,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:27,341 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:17:27,342 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:17:30,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:32,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:34,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:34,483 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:17:38,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:40,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:42,598 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:17:42,599 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:17:43,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:47,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:49,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:51,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:55,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:57,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:57,821 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:17:57,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:17:59,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:03,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:04,742 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:18:05,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:07,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:11,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:13,036 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:18:13,036 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:18:13,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:15,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:19,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:21,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:23,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:27,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:28,326 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:18:28,326 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:18:29,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:31,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:35,011 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:18:35,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:37,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:40,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:43,610 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:18:43,611 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:18:44,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:46,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:48,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:52,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:54,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:58,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:58,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:18:58,866 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:19:00,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:02,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:05,266 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:19:06,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:08,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:10,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:14,161 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:19:14,162 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:19:14,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:16,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:18,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:22,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:24,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:26,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:28,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:29,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:19:29,351 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:19:32,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:34,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:35,519 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:19:36,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:40,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:43,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:44,767 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:19:44,768 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:19:47,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:49,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:51,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:55,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:57,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:59,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:00,006 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:20:00,006 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:20:03,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:05,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:05,784 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:20:09,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:11,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:15,171 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:20:15,172 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:20:15,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:17,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:19,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:21,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:25,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:27,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:30,436 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:20:30,437 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:20:31,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:33,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:35,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:36,034 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:20:39,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:41,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:43,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:45,678 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:20:45,679 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:20:47,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:49,527 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:51,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:55,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:58,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:00,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:00,929 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:21:00,930 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:21:04,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:06,278 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:21:06,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:08,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:12,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:16,096 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:21:16,096 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:21:31,267 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:21:31,268 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:21:36,508 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:21:46,477 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:21:46,477 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:21:58,805 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:21:58,849 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:21:58,888 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:21:59,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:21:59,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:22:00,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:22:01,672 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:22:01,673 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:22:02,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:22:06,771 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:22:12,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:22:16,840 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:22:16,840 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:22:32,008 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:22:32,008 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:22:37,085 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:22:47,178 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:22:47,179 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:23:02,349 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:23:02,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:23:07,333 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:23:17,515 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:23:17,516 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status