diff --git "a/wandb/run-20220919_091325-3hu9r4oi/logs/debug-internal.log" "b/wandb/run-20220919_091325-3hu9r4oi/logs/debug-internal.log" --- "a/wandb/run-20220919_091325-3hu9r4oi/logs/debug-internal.log" +++ "b/wandb/run-20220919_091325-3hu9r4oi/logs/debug-internal.log" @@ -63021,3 +63021,10749 @@ 2022-09-19 17:50:42,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status 2022-09-19 17:50:42,274 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status 2022-09-19 17:50:43,611 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:50:57,443 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:50:57,499 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:50:57,500 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:51:01,445 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:05,447 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:07,447 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:11,449 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:12,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:51:12,714 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:51:13,666 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:51:15,451 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:17,452 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:21,453 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:25,454 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:27,455 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:27,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:51:27,980 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:51:31,456 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:33,457 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:35,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,450 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,794 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:35,794 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:37,458 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:39,458 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:43,235 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:51:43,236 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:51:43,726 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:51:44,195 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,199 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,460 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:44,464 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,464 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,469 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,469 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,471 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,471 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:44,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,134 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,136 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,136 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,138 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,408 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,408 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,411 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,412 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,414 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,415 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,419 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,420 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:46,460 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:47,321 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,322 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,334 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,335 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,336 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,336 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:47,337 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:50,461 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:51,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,887 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,890 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,891 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,891 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,892 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,894 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,897 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,898 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,899 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:51,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,462 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:52,910 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,911 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,915 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,915 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,916 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,917 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,919 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,920 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,921 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,924 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,991 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,992 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:52,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,355 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,355 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,358 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,359 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,723 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,723 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,724 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,726 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,727 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:54,730 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:56,463 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:57,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,283 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,285 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,286 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,287 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,289 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,290 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,291 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,291 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,293 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,293 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,382 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,383 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,386 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,387 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,387 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,389 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,390 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,395 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,397 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,398 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:57,398 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,463 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:51:58,531 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:51:58,531 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:51:58,665 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,669 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,670 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,670 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,675 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,675 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:58,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,892 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,904 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,904 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,906 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,906 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,907 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:51:59,908 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:00,464 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:01,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,229 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,230 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,230 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,231 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,232 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,233 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,235 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,236 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,262 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,262 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:01,276 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,465 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:04,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:04,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,906 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,907 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,910 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,912 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,913 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,916 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,917 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,919 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,920 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,921 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,924 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,926 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,927 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,962 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,962 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:05,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:06,466 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:07,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,059 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,065 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,068 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,070 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,070 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,071 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,071 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,221 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,223 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,223 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:07,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,072 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,072 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,074 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,075 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,077 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,078 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,079 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,079 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,081 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,081 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,082 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,082 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,112 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,112 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,113 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,114 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,115 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,115 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,117 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,118 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,119 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,119 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,120 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,121 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,122 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,122 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:08,466 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:10,467 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:11,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,497 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,499 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,500 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,604 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,605 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,608 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,610 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,611 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,613 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,615 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:11,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,468 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:12,640 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,641 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,644 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,644 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,645 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,647 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,648 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:12,656 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:13,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:52:13,757 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:52:13,971 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:52:14,468 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:14,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,741 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,741 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,742 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,742 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,743 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,746 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,746 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,747 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,748 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,749 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,749 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:14,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,831 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,834 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,839 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,840 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,843 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,843 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:15,844 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:16,469 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:17,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:17,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,044 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,044 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,048 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,048 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,050 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,050 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,052 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,053 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,470 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:18,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,772 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,772 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,774 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:18,777 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,897 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,897 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,898 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,899 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,904 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,904 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,905 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:19,905 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:20,471 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:21,642 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,642 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,645 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,645 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,647 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,648 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,649 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,682 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,683 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,683 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,684 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,687 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,687 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,688 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,699 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,700 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,700 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,702 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,703 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,706 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,707 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,707 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,808 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,808 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,811 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,811 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,812 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,812 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,813 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,814 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,816 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,816 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,817 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,818 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,820 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:21,820 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:22,472 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:24,101 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,102 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,106 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,107 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,108 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,111 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,112 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,114 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,115 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,116 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,117 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,118 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,119 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,119 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,120 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,295 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,295 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,298 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,299 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,299 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,300 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,301 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,301 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,304 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,305 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:24,472 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:25,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,243 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,245 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,246 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:25,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,473 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:26,849 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,849 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,852 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,852 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,853 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,853 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,855 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,855 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,857 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,857 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,858 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,859 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,860 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,861 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,861 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:26,862 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,478 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:28,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,639 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,640 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,643 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,643 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,644 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,644 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,645 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,647 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,648 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,649 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,649 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:28,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:52:28,973 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:52:30,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:30,479 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:31,812 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,813 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,815 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,816 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,816 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,817 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,818 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,818 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,820 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,820 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,821 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,822 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,823 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,824 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,824 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:31,825 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,484 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:32,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:32,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:52:34,485 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:36,486 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:38,487 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:40,487 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:42,489 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:43,829 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:52:44,187 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:52:44,187 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:52:44,489 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:54,492 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:52:59,437 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:52:59,438 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:53:00,493 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:06,495 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:10,497 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:13,888 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:53:14,498 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:14,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:53:14,729 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:53:16,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:16,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:16,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:16,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:17,221 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:17,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:17,227 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:17,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:17,229 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:17,230 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:17,230 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:17,231 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:53:18,500 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:22,502 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:26,503 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:29,941 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:53:29,941 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:53:30,505 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:34,507 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:38,508 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:42,509 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:43,964 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:53:45,175 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:53:45,175 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:53:46,510 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:48,511 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:52,513 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:56,514 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:53:58,515 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:00,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:54:00,395 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:54:02,516 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:04,516 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:08,814 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,815 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,818 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,820 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,821 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,822 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,824 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,825 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,826 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,827 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,828 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,828 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,829 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:08,830 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:09,528 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:11,467 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,471 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,471 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:11,518 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:14,013 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:54:15,520 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:15,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:54:15,614 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:54:15,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,656 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,657 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,661 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,662 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,663 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,664 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,664 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,665 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,747 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,748 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,749 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,749 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,751 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,751 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:15,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:19,521 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:20,455 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,455 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,458 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,459 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,460 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,460 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,461 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,462 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,465 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,465 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,466 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,467 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,469 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,469 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:20,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:21,522 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:22,873 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,874 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,876 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,877 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,878 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,879 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,880 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,880 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,882 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,883 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,884 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,885 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,887 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,887 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,889 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,944 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,945 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,947 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,948 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,960 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,991 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,996 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:22,998 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,002 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,003 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,004 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,005 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,005 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,006 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,243 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,243 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,245 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,246 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:23,523 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:24,463 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,463 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,466 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,467 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,469 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,550 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,551 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,564 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,564 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,565 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:24,566 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,769 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:25,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:27,525 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:28,380 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,381 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,384 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,385 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,385 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,386 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,387 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,390 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,395 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:28,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,526 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:29,555 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,559 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,559 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,565 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,565 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,566 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,567 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,568 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,569 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,570 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,570 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,590 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,597 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,597 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,598 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:29,598 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,827 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:54:30,827 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:54:30,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,981 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:30,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,527 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:31,869 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,870 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,872 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,873 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,874 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,874 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,876 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,876 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,879 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,879 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,880 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,881 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,883 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,883 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,884 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:31,885 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,112 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,113 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,116 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,116 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,117 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,118 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,119 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,120 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,122 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,123 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,124 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,125 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,127 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,128 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:33,527 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:34,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:34,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,411 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,412 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,415 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,415 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,416 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,416 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,420 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,528 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,529 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,530 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,532 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,532 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,533 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,597 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,598 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,599 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,600 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,601 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,602 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,602 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:35,603 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,700 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,706 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,707 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,709 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,711 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:36,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:37,529 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:39,530 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:39,915 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,915 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,924 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,926 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,927 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,928 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,928 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:39,929 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,114 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,114 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,117 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,118 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,118 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,119 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,120 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,120 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,122 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,123 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,124 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,125 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,127 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,127 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:41,531 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:42,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,068 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,071 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,072 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,074 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,075 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,075 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,076 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,077 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,955 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,960 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,961 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,962 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:42,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:43,531 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:44,095 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:54:44,183 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,183 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,187 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,187 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,188 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,189 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,192 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,193 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,194 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,195 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,223 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,229 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,230 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,230 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,232 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,232 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,233 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:44,233 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,318 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:45,532 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:46,189 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:54:46,190 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:54:46,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,276 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,283 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,285 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,286 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,287 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,287 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,288 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:46,288 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,203 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:47,533 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:48,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:48,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:49,534 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:50,043 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,043 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,046 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,048 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,050 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,051 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,052 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,053 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,706 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,716 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,716 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,718 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,719 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:50,719 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,535 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:51,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,681 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,682 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,682 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,683 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,684 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,687 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,687 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,688 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,692 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,693 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,720 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,721 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,721 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,723 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,724 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,726 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,727 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,730 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,730 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:51,731 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,434 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:52,437 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,179 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,179 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,183 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,184 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,184 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,185 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,188 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,188 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,190 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,190 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,192 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,192 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,193 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:53,536 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:55,537 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:55,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,799 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,799 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,955 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,957 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,957 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,960 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,961 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,962 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:55,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:57,538 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:54:58,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:58,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,087 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,087 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,090 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,090 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,091 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,091 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,093 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,093 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,095 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,096 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,097 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,097 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,098 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,099 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,100 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,101 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:54:59,538 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:00,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,059 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,068 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,070 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,613 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,613 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,624 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,626 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,626 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,686 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,687 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,692 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,693 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,694 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,695 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,699 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:00,700 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:01,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:55:01,406 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:55:01,539 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:03,541 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:05,541 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:07,542 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:09,543 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:11,544 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:14,163 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:55:16,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:55:16,672 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:55:23,549 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:31,551 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:31,890 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:55:31,890 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:55:35,553 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:41,555 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:44,216 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:55:45,556 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:47,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:55:47,192 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:55:47,879 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,884 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,885 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,887 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,887 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:47,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:48,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:55:48,158 DEBUG SenderThread:613368 [sender.py:send():232] send: history +2022-09-19 17:55:48,329 DEBUG SenderThread:613368 [sender.py:send():232] send: summary +2022-09-19 17:55:48,404 INFO SenderThread:613368 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 17:55:48,557 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:48,558 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/wandb-summary.json +2022-09-19 17:55:49,558 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:53,559 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:55:57,560 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:01,561 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:02,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:56:02,445 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:56:05,562 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:07,563 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:11,564 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:14,394 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:56:15,572 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:17,573 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:17,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:56:17,660 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:56:21,574 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:23,574 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:27,575 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:31,576 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:32,874 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:56:32,874 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:56:33,577 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:35,577 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:37,578 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:39,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:39,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,991 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,992 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:40,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:42,579 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:44,458 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:56:44,580 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:45,724 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,730 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,731 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,733 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,734 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,735 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,735 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,737 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,737 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:45,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,580 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:46,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,778 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,780 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,781 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,782 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,785 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,787 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,788 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,788 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:46,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:48,086 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:56:48,086 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:56:50,582 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:51,052 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,052 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,065 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,065 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:51,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:52,582 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:53,531 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,532 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:53,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,349 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,349 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,352 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,354 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,354 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,356 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,356 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,358 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,359 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,363 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,450 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,452 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,583 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:54,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,597 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,598 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,599 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,600 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,601 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,602 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,602 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,603 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,706 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,707 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,711 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:54,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,747 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,747 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,751 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,751 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,981 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:55,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,583 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:56:56,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,838 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,838 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,840 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,843 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,844 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,844 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,845 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:56,846 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,314 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,318 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,321 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,322 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:56:58,584 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:00,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,437 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,540 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,547 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:00,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,356 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,357 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,363 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,419 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,419 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,503 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,503 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,506 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,507 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,507 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,508 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,509 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,510 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,512 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,512 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:01,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:02,586 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:03,302 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:57:03,302 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:57:04,587 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:05,549 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,550 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,552 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,555 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,559 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:05,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,578 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,588 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:06,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,590 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,590 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,608 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,611 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,613 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:06,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,506 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,506 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,509 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,509 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,510 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,510 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,511 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,512 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:08,588 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:09,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,571 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,572 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,575 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,575 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,576 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,576 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,577 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,578 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,580 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,580 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:09,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,397 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,398 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,399 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,399 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,400 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,401 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:10,589 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:11,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,203 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:11,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:12,590 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:13,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,981 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:13,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,090 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,091 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,093 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,094 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,094 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,095 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,096 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,096 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,098 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,099 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,100 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,100 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,101 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,102 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,103 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,103 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,513 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:57:14,590 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:14,742 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,742 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,745 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,745 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,746 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,746 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,747 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,748 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,751 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,769 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,771 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,772 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,774 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,785 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,788 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,788 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,794 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,795 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:14,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,629 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,629 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,631 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,633 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,634 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,634 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,636 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,637 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,638 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,638 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,639 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,640 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,640 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:15,641 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,276 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:16,591 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:17,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,336 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,336 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,337 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,338 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,339 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,341 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,342 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,344 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,345 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,346 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,346 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,347 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,348 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,380 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,380 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,382 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,383 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,384 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,384 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,386 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,386 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,389 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,390 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:17,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,192 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,194 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,194 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,195 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,197 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,197 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,199 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,203 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,227 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,229 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,229 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,231 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,231 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,233 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,234 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,235 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,235 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:18,592 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:18,615 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:57:18,615 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:57:19,159 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,160 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,162 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,163 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,164 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,164 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,165 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,166 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,168 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,168 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,169 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,170 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,171 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:19,173 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:20,593 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:22,593 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:23,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,656 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,657 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,657 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,661 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,661 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:23,662 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:24,594 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:25,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,157 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,158 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,158 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,159 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,160 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,161 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,162 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,162 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,163 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,164 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,165 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,166 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,166 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,167 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,256 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,257 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,300 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,300 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,304 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,304 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,310 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,311 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:25,313 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,590 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,595 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:26,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:26,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,305 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,310 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,311 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,313 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,314 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,317 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,317 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,318 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:27,318 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:28,595 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:29,934 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,935 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,937 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,938 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,938 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,939 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,940 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,940 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,943 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,944 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,945 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,946 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,946 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:29,947 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:57:30,596 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:32,596 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:33,921 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:57:33,921 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:57:34,597 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:44,567 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:57:44,599 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:49,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:57:49,149 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:57:50,601 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:54,602 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:57:58,604 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:04,455 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:58:04,456 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:58:04,605 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:05,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:05,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:05,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:05,262 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:06,051 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:06,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:06,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:06,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:06,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:06,059 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:06,059 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:06,060 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:58:08,607 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:12,608 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:14,627 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:58:16,610 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:19,699 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:58:19,700 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:58:20,611 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:22,612 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:26,613 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:30,614 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:34,615 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:34,930 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:58:34,930 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:58:38,616 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:40,617 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:44,618 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:44,678 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:58:46,618 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:50,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:58:50,154 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:58:50,620 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:52,621 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:57,622 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:58:59,623 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:03,624 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:05,389 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:59:05,390 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:59:05,624 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:07,625 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:08,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,243 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:08,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:11,626 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:12,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,246 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:12,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:13,627 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:14,738 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:59:15,627 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:17,628 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:17,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,667 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,670 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,670 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,681 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:17,681 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,639 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,639 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,642 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,642 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,643 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,644 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,645 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,648 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,648 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,907 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,907 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,910 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,911 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,912 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,912 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,913 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,916 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,917 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,918 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,919 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,920 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,920 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,921 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:18,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,221 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,223 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:20,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:59:20,618 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:59:21,629 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:22,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,341 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,341 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,356 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,356 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,357 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,358 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,359 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,359 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,363 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,450 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,452 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,454 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,454 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,456 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,456 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,457 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,458 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,459 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:22,459 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,630 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:23,637 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,637 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,640 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,641 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,641 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,642 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,643 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,644 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,648 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,648 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:23,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,881 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,882 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,884 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,885 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,887 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,890 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,890 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,892 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,892 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,894 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,895 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,895 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,926 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,926 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,927 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,928 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,929 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,931 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,931 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,932 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,933 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,934 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,935 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,935 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:24,936 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,630 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:25,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,899 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,904 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,905 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,906 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,906 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,907 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,908 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,909 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,910 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,992 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,998 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,999 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:25,999 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:26,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:26,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:26,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:26,002 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,257 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,257 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:27,631 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:29,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,127 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,130 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,130 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,132 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,133 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,133 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:29,632 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:30,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:30,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,002 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,003 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,004 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,005 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,006 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,006 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,008 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,008 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,009 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,009 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,060 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,065 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,070 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,070 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:31,633 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:32,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:32,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,380 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,380 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,383 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,384 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,384 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,385 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,386 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,386 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,389 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,390 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,390 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:33,634 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:35,838 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:59:35,838 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:59:36,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,497 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,497 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,533 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,533 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,542 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,646 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,649 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,649 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,656 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,657 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,658 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,658 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:36,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,569 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,570 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,572 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,573 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,573 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,574 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,575 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,575 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,577 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,577 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,578 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,580 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,580 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:37,635 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:39,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,452 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,454 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,455 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,456 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,457 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,458 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,459 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,461 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,462 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,463 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,464 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,466 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,467 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,511 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,512 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,528 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,528 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,529 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:39,636 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:40,290 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,291 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,295 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,296 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,297 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,299 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,300 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,302 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,304 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,305 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,434 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:40,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,283 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,283 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,286 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,286 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,287 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,287 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,288 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,289 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,290 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,291 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,292 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,292 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,293 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,295 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,304 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,304 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,311 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,311 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,313 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,314 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,314 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:41,637 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:42,108 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,108 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,108 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,108 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,108 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,109 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,110 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,111 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,112 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,112 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,889 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,890 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,894 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,894 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,895 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,897 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,898 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,899 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,991 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,996 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,996 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,998 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,998 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:42,999 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,002 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,002 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,003 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,638 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:43,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,681 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,682 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,682 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,683 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,684 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,684 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,686 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,686 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,687 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,688 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,718 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,718 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,719 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,720 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,721 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,723 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,723 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,726 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:43,726 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:44,791 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 17:59:45,342 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,342 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,345 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,345 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,346 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,346 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,347 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,348 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,349 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,350 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,351 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,351 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,352 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,354 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:45,638 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:46,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:46,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:47,639 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:49,574 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,574 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:49,640 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:50,939 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,939 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,941 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,943 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,944 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,945 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,946 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,947 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,948 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,948 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,955 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,960 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,961 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,961 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:50,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:51,084 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 17:59:51,085 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 17:59:51,641 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:52,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,323 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,323 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,414 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,414 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,417 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,417 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,419 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,420 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:52,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,229 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,231 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,232 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,232 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,233 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,234 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,234 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,236 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,236 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,646 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:53,830 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,830 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,833 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,833 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,834 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,834 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,838 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,839 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,840 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:53,843 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,450 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,450 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,453 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,453 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,455 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,456 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,457 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,458 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,459 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,460 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,460 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:54,461 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 17:59:55,646 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 17:59:57,647 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:06,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:00:06,392 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:00:07,655 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:13,657 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:14,878 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:00:19,659 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:21,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:00:21,668 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:00:23,660 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:27,661 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:29,875 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:29,875 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:29,876 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:29,876 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,682 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,682 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,683 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,684 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,686 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,860 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:00:30,935 DEBUG SenderThread:613368 [sender.py:send():232] send: history +2022-09-19 18:00:31,106 DEBUG SenderThread:613368 [sender.py:send():232] send: summary +2022-09-19 18:00:31,186 INFO SenderThread:613368 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 18:00:31,663 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:31,663 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/wandb-summary.json +2022-09-19 18:00:32,663 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:36,913 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:00:36,914 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:00:37,665 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:39,672 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:44,673 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:45,118 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:00:48,675 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:52,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:00:52,126 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:00:52,676 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:56,677 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:00:58,678 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:02,680 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:06,681 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:07,376 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:01:07,377 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:01:10,682 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:14,684 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:15,198 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:01:16,688 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:18,689 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:22,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:01:22,595 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:01:22,693 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:24,694 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:28,695 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:30,697 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:32,696 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:36,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,434 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,434 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:36,698 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:37,807 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:01:37,808 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:01:38,699 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:40,285 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,286 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,288 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,289 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,289 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,290 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,291 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,292 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,296 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,296 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,297 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,298 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,298 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,299 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:40,699 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:41,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,409 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,410 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,411 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,411 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,412 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,415 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,415 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,417 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,417 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,419 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,419 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:41,420 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,704 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:42,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,787 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,795 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,799 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,799 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,800 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:42,800 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:45,262 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:01:46,416 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,417 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,420 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:46,705 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:48,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,363 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,371 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,372 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,372 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,373 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,374 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,590 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,596 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,597 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,597 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,598 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,626 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,627 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,628 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,629 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,630 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,630 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,631 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:48,705 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:50,501 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,502 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,505 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,505 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,506 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,506 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,508 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,508 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,510 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,511 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,512 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,512 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,573 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,573 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,576 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,576 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,577 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,577 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,578 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,706 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:50,745 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,745 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:50,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,707 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:52,828 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,829 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,833 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,834 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,838 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,839 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,839 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,847 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,848 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,850 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,851 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,852 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,852 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,853 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,854 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,855 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,856 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,857 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,858 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,859 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,859 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,860 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:52,861 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:53,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:01:53,050 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:01:54,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,138 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:54,707 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:55,358 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,358 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,363 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:55,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,528 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,529 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,530 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,530 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:56,708 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:57,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,397 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,398 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,398 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,399 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,400 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,401 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,402 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,403 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,404 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,405 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,407 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,407 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,408 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:57,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:58,709 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:01:59,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,322 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,323 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:01:59,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:00,710 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:01,111 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,111 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,114 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,115 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,115 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,116 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,117 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,118 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,119 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,120 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,121 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,121 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,122 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,123 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,124 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:01,124 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,065 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,068 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,070 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,070 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,071 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,072 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,074 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,074 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,075 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:02,712 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:03,824 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,824 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,831 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,831 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,831 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,831 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,831 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,834 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,834 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:03,838 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:04,716 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:05,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,471 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,590 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:05,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,313 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,316 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,316 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,317 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,317 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,321 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,321 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,322 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,323 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,450 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,450 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,452 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,453 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,454 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,454 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,456 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,456 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,457 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,457 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:06,717 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:07,160 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,161 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,163 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,164 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,164 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,165 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,166 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,167 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,168 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,169 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,170 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,171 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,173 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,173 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,192 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,193 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,195 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,197 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,203 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,256 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,256 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,257 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,840 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,840 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,843 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,843 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,845 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,845 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,847 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,847 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,848 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,849 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,849 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:07,850 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:08,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:02:08,273 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:02:08,718 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:10,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,310 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,311 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,311 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,313 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,314 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,316 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,316 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,318 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,318 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:10,719 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:11,114 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,114 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,116 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,117 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,118 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,118 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,119 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,120 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,121 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,122 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,123 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,123 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,125 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,125 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,945 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,945 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,946 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,947 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,948 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,948 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,952 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,955 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,962 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,962 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,981 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:11,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,627 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,627 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,628 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,629 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,630 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,631 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:12,719 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:13,550 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,550 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,555 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,559 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:13,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,720 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:14,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,996 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,998 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,998 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:14,999 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,330 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:02:15,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:15,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:16,720 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:18,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,276 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,282 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:18,721 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:19,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,627 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,628 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,629 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,629 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,630 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,631 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,634 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,634 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,635 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,636 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,636 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,637 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,719 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,719 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,720 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,721 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,721 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:19,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,383 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,384 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,386 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,387 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,387 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,389 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,389 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,395 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,397 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,397 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:20,722 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:22,723 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:23,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:02:23,485 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:02:26,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,471 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,510 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,511 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:26,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,601 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,602 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,603 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,604 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,606 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,606 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,624 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:31,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:32,725 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:38,703 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:02:38,703 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:02:41,728 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:45,404 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:02:45,736 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:49,737 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:53,944 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:02:53,952 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:02:55,739 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:02:56,606 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:56,607 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:56,607 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:56,608 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:57,397 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:57,402 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:57,402 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:57,403 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:57,404 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:57,405 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:57,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:57,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:02:59,740 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:03,741 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:07,742 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:09,166 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:03:09,166 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:03:11,743 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:13,744 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:15,451 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:03:17,745 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:21,747 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:24,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:03:24,475 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:03:25,749 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:27,749 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:31,751 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:35,752 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:37,752 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:39,688 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:03:39,689 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:03:41,753 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:43,754 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:45,518 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:03:47,755 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:49,756 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:53,758 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:54,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:03:54,979 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:03:55,758 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:57,759 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:03:59,760 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:03,762 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:05,762 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:06,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,434 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:06,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,532 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,533 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,542 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:07,763 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:09,764 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:09,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:09,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:10,190 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:04:10,191 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:04:11,764 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:13,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,528 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,529 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,529 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,532 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,532 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,533 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:13,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,662 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,663 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,667 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,669 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,669 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,674 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,675 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:14,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:15,576 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:04:16,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,499 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,500 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,501 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,502 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,502 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,503 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,503 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,702 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,706 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,706 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,711 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,716 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:16,767 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:17,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:17,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,662 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,662 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,663 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,664 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,665 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,665 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:18,767 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:19,667 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,674 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:19,681 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:20,768 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:21,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:21,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,540 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,540 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,542 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,547 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,547 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,549 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,664 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,665 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,667 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,669 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,669 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,670 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,674 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,675 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:22,769 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:23,549 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,550 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,555 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:23,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,648 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,649 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,656 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,657 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,658 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,661 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,662 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:24,770 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:25,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:04:25,418 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:04:25,608 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,613 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,615 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,615 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:25,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:26,771 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:28,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,363 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,371 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,372 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,372 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,373 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,374 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:28,771 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:29,013 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,013 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,022 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,023 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,023 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,025 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,025 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,026 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:29,026 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,667 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,670 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,674 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,675 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,681 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,724 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,727 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,730 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,731 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,732 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,733 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,734 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,735 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,736 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,736 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,737 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:30,772 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:31,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:31,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,356 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,357 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,359 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,363 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,384 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,385 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,387 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,388 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,389 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,390 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,390 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,395 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,397 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,398 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:32,773 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:33,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,276 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:33,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,771 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,774 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,774 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:34,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,777 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,778 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,780 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,780 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,782 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,782 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,890 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,891 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,894 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,895 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,895 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,897 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,898 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,899 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,902 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,903 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:34,903 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,437 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:35,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,345 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,346 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,348 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,348 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,349 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,350 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,351 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,351 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,354 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,355 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,355 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,357 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,357 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,358 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,359 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,371 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,372 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,373 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,373 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,375 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,375 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,377 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,377 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,379 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,379 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,380 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,381 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,775 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:36,945 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,946 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,948 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,952 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,955 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,957 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:36,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,042 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,043 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,045 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,046 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,048 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,051 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,051 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,052 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,053 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,833 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,837 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,838 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,839 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,840 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,844 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,844 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,845 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:37,846 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:38,776 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:39,292 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,293 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,295 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,296 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,296 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,297 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,298 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,369 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,371 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,372 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,372 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,374 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,374 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,375 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,376 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,376 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:39,377 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,630 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:04:40,630 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:04:40,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,657 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,657 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,658 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,658 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,662 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,662 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,663 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,664 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,665 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,667 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:40,777 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:41,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,245 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,246 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,246 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:41,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,072 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,072 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,075 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,076 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,076 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,077 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,078 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,079 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,080 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,080 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,081 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,082 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,083 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,084 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,084 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,085 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:42,777 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:43,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,221 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,221 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,223 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:43,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,778 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:44,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,991 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,992 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,996 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,998 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:44,999 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:45,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:45,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:45,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:45,002 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:45,002 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:04:45,638 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:04:46,778 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:04:55,858 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:04:55,858 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:05:00,540 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,547 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,549 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,549 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,564 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,633 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,637 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,638 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,639 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,639 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,641 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,641 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,655 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,656 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:00,781 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:03,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:03,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:03,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,004 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,005 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,006 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,007 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,008 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,015 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,015 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,017 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,018 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,019 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:04,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:06,783 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:08,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,716 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,723 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,724 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,727 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,727 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:08,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,032 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,032 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,036 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,037 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,038 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,038 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,040 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,040 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,051 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,052 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,052 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:09,053 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:10,785 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:11,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:05:11,073 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:05:11,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,540 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,540 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,549 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,550 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,551 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,552 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:11,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:15,714 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:05:16,787 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:20,788 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:21,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:21,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:21,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:21,528 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,298 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,302 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,304 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,305 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,305 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,482 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:05:22,573 DEBUG SenderThread:613368 [sender.py:send():232] send: history +2022-09-19 18:05:22,690 DEBUG SenderThread:613368 [sender.py:send():232] send: summary +2022-09-19 18:05:22,749 INFO SenderThread:613368 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 18:05:22,789 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/wandb-summary.json +2022-09-19 18:05:23,789 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:24,789 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:26,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:05:26,549 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:05:28,791 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:32,792 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:36,793 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:38,793 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:41,830 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:05:41,831 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:05:42,794 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:45,801 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:05:46,795 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:50,796 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:52,797 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:56,798 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:05:57,101 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:05:57,101 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:06:00,799 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:02,800 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:06,801 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:08,802 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:12,402 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:06:12,402 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:06:12,803 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:14,803 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:15,860 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:06:16,804 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:20,805 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:22,806 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:27,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:06:27,712 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:06:27,807 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:29,808 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:31,808 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:33,809 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:35,809 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:37,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,497 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,499 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,500 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:37,810 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:40,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,157 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,158 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,159 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,160 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,161 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,161 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,162 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:40,163 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:41,811 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:42,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,529 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,529 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,530 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,530 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,531 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,532 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:42,938 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:06:42,938 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:06:43,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,481 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,483 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,564 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,564 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,566 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,567 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,568 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,568 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,569 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,570 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,571 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,571 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:43,812 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:44,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:44,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:45,812 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:45,922 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:06:47,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:47,813 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:48,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,900 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,903 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,903 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,904 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,905 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,906 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,906 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,908 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,908 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,910 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,910 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,911 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,912 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,912 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:48,913 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,794 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,794 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,799 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,800 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,803 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:49,814 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:51,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,450 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,451 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:51,814 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:52,402 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,402 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,404 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,405 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,407 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,408 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,409 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,410 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,411 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,412 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,414 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,414 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,530 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,531 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,535 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,540 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,542 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:52,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,282 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,434 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,437 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,437 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:53,815 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:55,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,157 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,158 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,158 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,168 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,168 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,171 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,171 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,173 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,174 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,176 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,176 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,177 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,178 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,179 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,180 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,181 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,181 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,221 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,223 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,227 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,227 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:55,816 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:57,009 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,009 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,012 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,013 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,013 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,014 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,015 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,016 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,017 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,018 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,019 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,022 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,023 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,769 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,769 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,771 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:57,816 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:06:58,187 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:06:58,187 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:06:59,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,499 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,499 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:06:59,817 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:01,077 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,077 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,080 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,080 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,081 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,081 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,082 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,083 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,084 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,085 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,086 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,087 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,088 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,088 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,089 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,089 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,780 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,780 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,782 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,785 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,787 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,788 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,792 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,792 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,818 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:01,876 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,876 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,879 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,880 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,880 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,881 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,882 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,882 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,884 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,884 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,887 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:01,889 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,741 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,741 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,745 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,746 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,746 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,748 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,748 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,750 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,751 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:02,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,321 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,321 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,324 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,334 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:03,819 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:04,035 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,036 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,039 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,039 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,040 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,041 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,042 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,042 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,043 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,044 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,045 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,046 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,048 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,060 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,065 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,066 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,068 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,069 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,070 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,071 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,072 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,074 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,074 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,803 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,804 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,805 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,805 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,806 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,807 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,808 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,809 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,810 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,810 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,811 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,812 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,812 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,813 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,825 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,825 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,827 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,828 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,828 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,829 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,830 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,830 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,833 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,834 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,835 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,836 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,856 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,856 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,858 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,859 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,859 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,860 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,861 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,861 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,863 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,863 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,864 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,865 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,866 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,866 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,867 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:04,867 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:05,819 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:06,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,276 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:06,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,030 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,031 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,033 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,033 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,034 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,034 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,035 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,036 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,037 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,038 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,039 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,039 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,040 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,041 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,042 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,042 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:07,821 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:08,921 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,924 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,924 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,926 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,927 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,928 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,929 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,930 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,930 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,931 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,932 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,933 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:08,933 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,686 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,688 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,693 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,693 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,694 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,695 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,697 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,697 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:09,822 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:10,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,340 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,343 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,343 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,344 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,344 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,345 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,346 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,347 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,348 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,349 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,349 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,350 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,351 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,351 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:10,352 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,136 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,138 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,190 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,193 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,193 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,194 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,194 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,195 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,197 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,199 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,199 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:11,823 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:13,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:07:13,413 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:07:13,824 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:16,002 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:07:17,642 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,642 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,649 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,649 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,651 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,654 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,681 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,683 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,684 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:17,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,342 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,343 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,348 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,349 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,351 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,352 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,354 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,361 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:23,827 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:26,467 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,473 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:26,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:28,653 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:07:28,653 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:07:29,828 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:32,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,132 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,136 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,227 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:32,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:35,830 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:39,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,652 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,659 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,661 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,661 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,669 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,670 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,771 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,777 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:39,832 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:42,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,227 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:42,228 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:43,833 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:43,873 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:07:43,873 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:07:46,052 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:07:46,072 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,074 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,873 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,878 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,879 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,880 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,881 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,882 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,882 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:46,883 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:47,834 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:51,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,256 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,256 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:51,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:07:53,836 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:57,837 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:07:59,096 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:07:59,096 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:08:01,838 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:05,839 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:09,841 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:13,842 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:14,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:08:14,313 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:08:16,103 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:08:17,843 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:19,843 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:23,845 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:25,845 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:29,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:08:29,708 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:08:29,847 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:32,848 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:36,850 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:38,851 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:42,853 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:44,854 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:44,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:08:44,966 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:08:46,179 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:08:46,854 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:50,856 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:52,857 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:54,857 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:08:56,858 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:00,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:09:00,192 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:09:00,860 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:02,861 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:04,861 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:06,575 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,575 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,578 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,580 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:06,862 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:08,863 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:09,906 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,907 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,910 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,910 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,912 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,912 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,916 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,917 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,918 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,919 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,920 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,921 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:09,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:10,864 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:11,130 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,130 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,133 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,134 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,134 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,136 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,136 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,138 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:11,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,093 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,094 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,096 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,097 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,098 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,098 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,100 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,100 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,102 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,103 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,104 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,104 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,105 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,106 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,107 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,107 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:12,865 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:13,175 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,176 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,179 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,179 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,180 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,180 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,182 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,182 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,184 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,185 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,187 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,188 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,188 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,189 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,190 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,232 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,232 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,235 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,236 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,236 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,243 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,245 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:13,246 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:14,866 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:15,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:09:15,591 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:09:16,256 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:09:16,867 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:18,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,799 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,803 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,804 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,804 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,805 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,805 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:18,867 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:20,692 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,693 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,695 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,695 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,700 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,700 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,702 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,703 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,703 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:20,868 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:21,509 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,510 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,512 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:21,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:22,869 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:23,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:23,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:24,870 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:25,051 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,051 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,059 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,060 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,667 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,674 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,674 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,676 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,677 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,679 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,680 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:25,681 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,605 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,606 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,610 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,610 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:26,870 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:27,124 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,125 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,127 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,128 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,128 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,129 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,130 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,130 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,132 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,132 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,134 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,134 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,136 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,231 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,231 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,234 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,234 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,235 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,235 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,236 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,237 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,241 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,243 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,960 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:27,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:28,871 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:30,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,191 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,194 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,195 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,197 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,203 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,811 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:09:30,811 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:09:30,872 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:30,960 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,961 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:30,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,515 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,527 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,580 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,590 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,615 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,624 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:31,626 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,354 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,354 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,357 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,357 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,358 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,359 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,360 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,364 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,466 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,466 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,469 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,469 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,474 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,475 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,476 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,477 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,478 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,479 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,873 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:32,946 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,947 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,952 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,952 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,955 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,957 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,957 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:32,959 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,769 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,769 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,771 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,772 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,774 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,858 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,858 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,861 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,861 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,862 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,863 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,864 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,864 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,866 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,866 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,867 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,868 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,869 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,869 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,870 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:33,871 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,391 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,394 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,395 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,395 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,397 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,398 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,399 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,400 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,400 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,401 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,402 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,402 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,403 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,437 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,441 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:34,874 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:36,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,434 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,484 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,486 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,487 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,490 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,875 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:36,927 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,928 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,929 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,930 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,931 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,931 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,932 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,933 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,934 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,935 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,936 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,936 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,937 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,938 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,939 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,939 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,957 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,958 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,960 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,960 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,961 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,962 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,964 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:36,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:38,876 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:46,025 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:09:46,025 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:09:46,318 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:09:48,124 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,125 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,130 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,132 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,132 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,134 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:48,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:50,879 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:51,703 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,709 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,711 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,724 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,726 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,727 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:51,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,551 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,552 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,559 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,569 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,570 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,572 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,572 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,574 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,575 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,575 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:54,576 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:56,881 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:09:59,601 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,601 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,605 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,606 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,607 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,607 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,617 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,619 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,981 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,989 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,990 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,991 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:09:59,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:01,337 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:10:01,337 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:10:02,884 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:05,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,742 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,742 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,743 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,745 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,746 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:05,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,245 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,262 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:08,886 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:12,578 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,596 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,597 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,598 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,598 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:12,887 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:14,804 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:14,805 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:14,806 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:14,806 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,282 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,287 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,288 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,289 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,290 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,291 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,292 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,293 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,628 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,629 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,630 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,631 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,631 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,633 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,808 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:15,903 DEBUG SenderThread:613368 [sender.py:send():232] send: history +2022-09-19 18:10:16,128 DEBUG SenderThread:613368 [sender.py:send():232] send: summary +2022-09-19 18:10:16,197 INFO SenderThread:613368 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 18:10:16,417 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:10:16,615 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:10:16,616 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:10:16,999 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:16,999 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/wandb-summary.json +2022-09-19 18:10:21,000 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:24,078 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,079 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,082 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,083 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,084 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,084 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,086 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,086 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,091 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,092 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,094 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,095 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,096 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,097 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,098 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,099 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,337 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,337 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,341 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,342 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,343 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,343 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,345 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,345 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,350 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,350 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,352 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,354 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,355 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,356 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:24,357 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:25,001 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:26,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,453 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,454 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,455 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,456 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,458 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,459 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,464 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,464 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,466 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,467 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,469 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,470 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,471 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:26,472 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:10:31,862 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:10:31,863 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:10:32,003 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:34,004 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:38,005 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:42,007 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:46,008 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:46,474 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:10:47,113 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:10:47,113 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:10:50,009 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:54,010 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:10:56,011 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:00,023 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:02,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:11:02,326 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:11:04,024 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:06,025 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:10,026 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:12,026 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:16,028 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:16,529 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:11:17,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:11:17,592 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:11:18,028 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:22,029 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:24,030 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:28,031 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:30,032 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:32,032 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:32,869 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:11:32,869 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:11:34,033 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:36,033 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:38,034 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:40,034 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:41,697 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,700 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,702 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,703 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,705 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,706 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,707 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,709 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:41,711 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:42,035 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:43,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,769 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,772 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,772 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,774 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:43,777 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:44,035 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:46,036 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:46,593 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:11:46,841 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,842 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,845 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,845 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,846 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,846 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,847 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,848 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,850 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,850 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,852 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,852 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,853 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,854 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,855 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:46,855 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,771 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,772 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,773 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,777 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,777 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,780 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,781 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,782 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,782 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,805 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,805 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,808 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,809 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,810 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,810 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,811 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,812 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,814 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,814 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,818 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:47,819 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:48,037 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:48,099 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:11:48,099 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:11:50,038 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:51,302 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,310 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,310 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,310 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,310 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,310 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,311 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,311 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,313 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,314 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,316 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,976 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,981 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:51,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:52,039 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:54,040 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:54,875 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,875 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,878 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,879 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,879 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,880 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,881 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,882 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,883 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,884 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,885 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,885 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,887 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:54,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,581 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,582 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,590 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,592 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:55,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,040 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:56,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,443 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,446 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,447 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:56,448 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,041 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:11:58,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,272 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,273 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,282 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,886 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,889 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,890 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,890 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,891 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,892 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,893 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,894 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,895 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,896 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,897 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,898 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,899 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:58,899 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,915 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,917 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,917 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,918 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,918 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,920 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,920 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,921 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,924 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,926 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,926 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,939 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,939 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,943 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,943 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,943 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,944 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,945 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,946 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,947 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,948 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,991 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,991 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,992 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,992 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,993 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,994 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,995 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,996 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,998 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,999 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:11:59,999 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,041 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:00,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,560 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,562 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,563 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,565 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,565 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,566 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,567 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,568 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,569 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,569 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,570 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,718 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,718 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,720 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,720 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,722 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,723 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,724 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,726 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,726 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:00,727 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,422 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,433 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:01,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,042 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:02,943 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,944 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,946 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,947 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,947 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,948 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,949 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,950 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,952 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,955 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:02,957 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:03,316 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:12:03,317 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:12:04,043 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:04,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,794 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,794 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,795 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,799 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,800 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,803 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:04,804 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,628 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,628 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,630 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,631 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,633 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,634 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,635 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,636 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,637 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,637 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,638 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,639 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,640 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,641 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:05,641 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,043 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:06,121 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,121 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,124 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,124 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,125 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,127 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,127 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,129 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,129 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,130 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,132 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,133 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,133 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,134 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,282 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,283 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,284 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,285 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,286 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,287 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,288 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,289 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,290 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,291 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,291 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,292 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,293 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,977 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,978 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,979 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,980 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,981 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,982 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,984 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,986 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,987 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:06,988 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,488 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,489 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,491 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,494 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,497 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,499 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,500 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,501 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:07,501 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,044 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:08,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,132 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,134 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,136 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,159 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,159 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,161 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,162 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,163 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,163 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,164 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,165 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,166 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,167 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,168 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,169 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,170 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,170 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,171 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,171 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,258 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,259 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,709 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,711 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,711 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,715 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,716 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,717 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,718 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,719 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,719 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,720 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,755 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,781 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,782 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,782 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,785 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,788 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,788 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,789 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,790 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:08,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:10,045 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:13,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,678 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,685 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,686 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,687 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,688 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,728 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,729 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,731 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,732 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,733 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:13,734 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:16,646 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:12:18,531 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:12:18,532 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:12:21,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,697 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,699 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,700 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,707 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,712 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,713 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:21,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:22,048 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:26,049 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:31,791 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,792 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,799 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,800 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,805 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,806 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,807 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,808 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,809 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,810 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,811 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:31,811 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,051 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:32,192 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,192 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,196 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,197 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,197 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,199 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,406 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,407 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,411 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,412 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,415 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,415 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,492 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,496 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,497 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,498 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,500 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,501 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,506 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,507 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,508 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,509 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,511 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,511 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,512 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:32,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:33,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:12:33,758 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:12:36,039 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,040 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,043 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,044 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,045 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,045 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,052 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:36,053 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,053 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,059 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,315 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,321 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,322 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,323 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,334 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,414 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,417 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,418 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,419 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,419 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,421 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:36,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:40,053 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:42,739 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:42,740 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:42,740 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:42,741 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:43,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:43,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:43,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:43,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:43,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:43,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:43,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:43,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,054 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:45,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,146 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,153 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,154 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,156 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,157 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,157 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,425 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,444 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:45,445 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:46,718 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:12:48,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:12:48,986 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:12:49,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,312 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,316 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,317 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,317 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,318 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,319 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,334 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,737 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,741 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,741 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,742 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,742 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,749 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,749 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,751 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,751 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,752 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:49,754 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:51,056 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:53,057 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:57,058 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:12:57,330 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,335 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,336 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,336 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,337 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,338 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,339 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,343 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,344 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,345 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,346 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,348 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,348 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,349 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:12:57,350 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,918 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,918 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,923 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,924 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,925 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,929 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,930 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,931 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,931 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,933 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,933 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,934 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:00,934 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:01,059 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:04,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:13:04,198 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:13:04,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,434 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,436 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,437 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,439 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:04,440 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:13:05,061 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:09,062 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:11,063 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:15,064 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:16,793 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:13:19,065 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:19,413 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:13:19,413 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:13:21,066 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:25,067 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:29,069 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:31,069 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:33,071 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:34,660 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:13:34,660 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:13:37,073 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:39,073 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:41,075 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:45,077 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:46,853 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:13:47,077 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:49,078 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:49,883 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:13:49,883 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:13:51,079 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:53,080 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:57,081 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:13:59,081 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:02,082 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:04,083 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:05,204 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:14:05,204 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:14:06,084 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:08,085 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:09,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,547 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,549 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,550 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,551 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,552 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,555 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:09,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:10,086 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:12,087 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:13,050 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,051 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,054 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,055 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,060 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,060 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,245 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,251 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,252 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,254 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,255 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,256 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,256 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,257 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,274 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,275 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,276 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,277 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,278 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,279 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,280 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,282 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,282 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,283 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:13,283 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,088 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:14,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,211 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,213 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,214 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,216 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,217 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:14,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,089 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:16,583 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,584 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,586 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,587 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,589 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,593 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,594 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,595 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,596 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,753 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,762 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:16,930 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:14:18,090 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:20,090 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:20,428 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:14:20,428 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:14:20,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,561 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,564 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,564 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,565 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,565 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,566 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,567 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,568 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,569 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,570 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,571 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,572 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,572 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,573 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,573 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,661 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,661 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,663 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,664 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,665 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,665 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,668 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,669 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,670 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,671 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,672 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:20,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,962 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,965 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,966 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,967 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,968 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,969 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,970 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,971 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,972 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,973 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,974 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:21,975 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,091 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:22,513 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,514 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,518 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,526 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,539 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,542 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,544 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,547 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,548 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,549 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,550 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,551 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:22,551 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,092 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:24,686 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,686 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,688 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,691 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,692 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,693 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,694 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,695 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,695 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,697 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,697 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,775 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,776 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,778 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,779 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,780 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,781 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,781 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,785 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,786 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,787 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,787 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:24,788 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,015 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,016 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,018 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,019 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,019 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,023 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,023 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,024 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,025 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,026 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,027 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,027 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,028 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,097 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:26,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,145 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,147 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,148 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,149 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,150 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,151 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,152 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,163 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,163 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,166 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,166 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,167 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,167 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,169 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,169 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,171 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,171 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,173 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,174 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,175 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,175 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:26,176 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,362 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,363 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,365 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,366 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,368 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,370 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,371 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,372 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,373 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,373 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,374 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,375 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,932 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,933 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,935 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,936 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,936 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,937 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,938 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,939 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,940 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,940 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,942 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,943 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,944 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,944 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:27,945 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:28,097 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:30,098 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:30,197 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,198 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,200 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,203 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,203 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,205 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,209 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,242 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,243 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,243 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,244 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,245 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,246 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,246 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,247 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,249 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,250 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,260 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,261 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,263 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,264 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,266 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,267 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,268 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,269 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,270 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,298 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,298 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,300 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,301 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,301 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,302 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,303 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,304 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,305 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,306 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,308 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:30,309 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:32,099 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:34,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,757 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,766 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,794 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,795 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,797 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,798 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,800 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,800 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,801 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:34,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,287 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,288 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,294 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,295 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,296 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,297 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,299 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,299 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,326 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,328 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,329 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,331 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,332 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,333 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,334 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:35,640 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:14:35,640 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:14:39,018 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,019 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,026 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,026 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,026 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,026 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,028 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,029 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,040 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,041 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,043 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,044 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,046 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,047 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,048 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,737 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,738 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,743 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,743 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,745 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,747 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,747 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,758 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,760 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,761 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:39,765 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,104 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:42,201 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,202 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,206 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,207 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,210 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,219 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,220 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,221 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,222 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,224 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:42,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,403 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,404 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,409 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,410 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,411 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,412 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,414 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,415 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,423 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,424 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,426 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,427 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,429 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,430 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,431 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:45,432 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:47,000 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:14:48,056 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,061 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,062 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,063 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,065 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,075 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,075 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,077 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,077 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,078 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,079 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,106 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:48,164 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,164 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,169 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,169 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,170 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,170 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,172 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,180 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,181 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,182 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,183 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,184 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,185 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:48,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,502 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,502 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,506 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,506 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,507 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,508 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,509 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,510 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,517 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,519 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,522 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,601 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,602 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,605 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,606 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,607 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,607 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,616 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,618 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:50,851 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:14:50,851 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:14:53,123 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,123 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,127 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,128 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,129 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,129 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,138 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,140 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,141 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,142 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,143 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:53,144 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:54,108 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:58,110 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:14:58,537 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,538 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,541 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,542 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,543 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,545 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,551 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,552 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,554 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:14:58,557 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,694 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,695 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,696 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,697 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,698 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,704 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,706 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,707 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,709 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,709 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:03,710 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:04,112 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:05,185 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,187 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,188 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,607 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,608 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,611 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,612 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,613 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,615 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,620 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,623 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,624 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,625 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:05,626 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,027 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,033 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,033 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,034 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,035 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,036 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,037 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,037 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,064 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:15:06,064 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:15:06,212 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 18:15:06,403 DEBUG SenderThread:613368 [sender.py:send():232] send: history +2022-09-19 18:15:06,478 DEBUG SenderThread:613368 [sender.py:send():232] send: summary +2022-09-19 18:15:06,541 INFO SenderThread:613368 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 18:15:07,113 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:07,113 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/wandb-summary.json +2022-09-19 18:15:08,113 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:10,114 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:12,115 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:14,118 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:16,119 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:17,116 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:15:18,142 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:20,142 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:21,525 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:15:21,526 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:15:22,143 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:24,144 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:26,144 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:28,145 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:31,145 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:33,146 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:35,147 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:36,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:15:36,784 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:15:37,147 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:39,148 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:41,148 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:43,149 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:45,150 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:47,150 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:47,186 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:15:49,151 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:51,151 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:51,996 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:15:52,003 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:15:53,152 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:55,152 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:57,153 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:15:59,154 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:01,155 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:03,155 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:05,156 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:07,156 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:07,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:16:07,216 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:16:09,157 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:11,157 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:13,158 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:15,158 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:17,159 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:17,251 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:16:19,160 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:21,161 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:22,556 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:16:22,557 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:16:23,162 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:25,163 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:27,163 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:29,164 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:31,164 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:33,172 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:35,173 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:37,173 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:37,901 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:16:37,901 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:16:39,174 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:41,174 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:43,175 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:45,175 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:47,176 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:47,314 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:16:49,176 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:51,177 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:53,139 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:16:53,140 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:16:53,178 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:56,181 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:16:58,182 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:00,183 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:02,184 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:04,185 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:06,186 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:08,187 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:08,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:17:08,353 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:17:10,189 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:12,189 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:14,190 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:16,191 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:17,382 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:17:18,191 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:20,192 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:22,193 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:23,591 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:17:23,591 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:17:24,194 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:26,194 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:28,195 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:30,196 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:32,197 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:34,197 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:36,198 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:38,198 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:38,864 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:17:38,864 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:17:40,199 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:42,200 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:44,201 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:46,202 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:47,449 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:17:48,203 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:50,204 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:52,205 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:54,085 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:17:54,086 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:17:54,206 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:56,206 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:17:58,207 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:00,210 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:02,211 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:04,212 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:06,212 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:08,213 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:09,392 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:18:09,393 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:18:10,214 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:12,214 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:14,215 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:16,215 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:17,522 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:18:18,216 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:20,217 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:23,217 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:24,656 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:18:24,656 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:18:25,218 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:27,222 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:29,220 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:31,220 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:33,221 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:35,221 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:37,222 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:39,222 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:39,933 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:18:39,934 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:18:41,223 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:43,224 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:45,224 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:47,225 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:47,605 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:18:49,225 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:51,226 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:53,227 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:55,186 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:18:55,186 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:18:55,227 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:57,228 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:18:59,229 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:01,230 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:03,231 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:06,232 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:08,233 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:10,234 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:10,456 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:19:10,456 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:19:12,234 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:14,235 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:16,236 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:17,678 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:19:18,236 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:20,237 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:22,238 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:24,239 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:26,240 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:26,271 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:19:26,271 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:19:28,240 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:30,241 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:32,242 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:34,243 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:36,243 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:38,244 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:40,245 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:41,532 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:19:41,532 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:19:42,246 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:44,247 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:46,248 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:47,751 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:19:48,249 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:50,250 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:52,251 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:54,252 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:56,252 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:19:56,783 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:19:56,784 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:19:58,253 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:00,254 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:02,255 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:04,256 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:06,257 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:08,258 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:10,259 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:12,015 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:20:12,015 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:20:12,260 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:14,261 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:16,261 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:17,815 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:20:18,262 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:20,263 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:23,264 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:25,265 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:27,266 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:27,314 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:20:27,315 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:20:29,267 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:31,268 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:33,268 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:35,269 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:37,270 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:39,271 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:41,272 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:42,566 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:20:42,566 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:20:43,273 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:45,274 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:47,274 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:47,892 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:20:49,275 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:51,276 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:53,277 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:55,277 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:57,278 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:20:57,796 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:20:57,796 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:20:59,278 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:01,279 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:03,280 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:05,280 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:07,281 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:09,281 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:11,282 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:13,059 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:21:13,059 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:21:13,282 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:15,283 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:17,284 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:17,988 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:21:19,284 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:21,285 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:23,285 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:25,286 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:27,286 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:28,282 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:21:28,282 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:21:30,287 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:32,287 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:34,288 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:36,289 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:38,289 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:40,290 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:42,290 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:43,499 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:21:43,499 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:21:44,291 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:46,292 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:48,064 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:21:48,293 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:50,293 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:52,294 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:54,295 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:56,295 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:58,296 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:21:58,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:21:58,759 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:22:00,296 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:02,297 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:04,297 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:06,298 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:08,299 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:10,299 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:12,300 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:14,057 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:22:14,058 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:22:14,304 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:16,307 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:18,135 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:22:18,308 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:20,309 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:22,310 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:24,310 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:26,311 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:28,312 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:29,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:22:29,281 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:22:30,312 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:32,313 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:34,314 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:36,314 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:38,315 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:40,316 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:43,317 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:44,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:22:44,536 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:22:45,318 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:47,319 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:48,207 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:22:49,320 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:51,320 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:53,321 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:55,322 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:57,323 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:59,324 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:22:59,865 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:22:59,865 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:23:01,325 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:03,325 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:05,326 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:07,327 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:09,328 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:11,329 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:13,329 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:15,086 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:23:15,086 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:23:15,330 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:17,331 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:18,280 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:23:19,332 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:21,332 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:23,333 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:25,334 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:27,334 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:29,335 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:30,301 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:23:30,301 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:23:31,335 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:33,336 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:35,337 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:37,337 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:39,338 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:41,338 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:43,339 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:45,340 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:45,553 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:23:45,553 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:23:47,340 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:48,361 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:23:49,341 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:51,342 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:53,342 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:55,343 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:57,343 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:23:59,344 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:00,767 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:24:00,767 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:24:01,345 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:03,348 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:05,346 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:07,346 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:09,347 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:12,348 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:14,348 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:16,024 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:24:16,024 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:24:16,349 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:18,350 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:18,418 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:24:20,350 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:22,351 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:24,352 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:26,352 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:28,353 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:30,353 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:31,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:24:31,248 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:24:32,354 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:34,355 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:36,355 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:38,356 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:40,356 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:42,357 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:44,357 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:46,358 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:46,485 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:24:46,485 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:24:48,359 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:48,491 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:24:50,359 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:52,360 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:54,360 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:56,361 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:24:58,362 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:00,362 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:01,725 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:25:01,725 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:25:02,363 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:04,364 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:06,364 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:08,365 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:10,366 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:12,366 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:14,367 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:16,367 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:17,002 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:25:17,002 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:25:18,368 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:18,580 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:25:21,369 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:23,369 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:25,370 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:27,370 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:29,371 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:31,372 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:32,300 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:25:32,300 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:25:33,372 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:35,373 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:37,373 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:39,374 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:41,374 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:43,375 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:45,376 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:47,377 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:47,635 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:25:47,635 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:25:48,643 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:25:49,377 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:51,378 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:53,379 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:55,380 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:57,381 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:25:59,382 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:01,382 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:02,849 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:26:02,849 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:26:03,383 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:05,384 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:07,384 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:09,385 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:11,385 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:13,386 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:15,387 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:17,387 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:18,137 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:26:18,137 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:26:18,706 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:26:19,388 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:21,388 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:23,389 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:25,389 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:27,390 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:29,391 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:31,391 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:33,392 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:33,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:26:33,517 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:26:35,392 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:37,393 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:39,394 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:41,394 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:43,395 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:45,395 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:47,396 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:48,779 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:26:48,855 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:26:48,855 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:26:49,400 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:53,398 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:56,399 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:26:58,400 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:00,402 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:02,402 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:04,104 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:27:04,104 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:27:04,403 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:06,404 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:08,408 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:10,405 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:12,406 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:14,406 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:16,407 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:18,407 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:18,856 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:27:19,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:27:19,321 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:27:20,408 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:22,409 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:24,409 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:26,410 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:28,410 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:30,411 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:32,412 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:34,413 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:34,579 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:27:34,579 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:27:36,414 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:38,415 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:40,415 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:42,416 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:44,417 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:46,417 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:48,418 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:48,921 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:27:49,792 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:27:49,793 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:27:50,419 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:52,420 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:54,424 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:56,425 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:27:58,426 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:01,427 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:03,428 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:05,007 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:28:05,007 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:28:05,428 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:07,429 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:09,430 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:11,431 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:13,431 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:15,432 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:17,433 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:18,984 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:28:19,434 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:20,347 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:28:20,348 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:28:21,436 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:23,437 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:25,438 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:27,439 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:29,439 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:31,440 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:33,441 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:35,441 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:35,568 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:28:35,568 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:28:37,442 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:39,442 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:41,443 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:43,443 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:45,444 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:47,444 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:49,045 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:28:49,445 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:51,000 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:28:51,000 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:28:51,445 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:53,446 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:55,447 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:57,448 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:28:59,449 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:01,449 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:04,450 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:06,226 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:29:06,226 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:29:06,451 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:08,452 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:10,453 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:12,453 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:14,454 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:16,454 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:18,455 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:19,115 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:29:20,456 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:21,521 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:29:21,522 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:29:22,456 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:24,457 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:26,458 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:28,459 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:30,460 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:32,460 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:34,461 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:36,462 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:36,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:29:36,768 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:29:38,463 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:40,464 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:42,465 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:44,465 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:46,466 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:48,467 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:49,185 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:29:50,468 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:52,074 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:29:52,074 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:29:52,469 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:54,471 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:56,473 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:29:58,474 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:00,475 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:02,476 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:04,476 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:06,477 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:07,341 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:30:07,342 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:30:08,477 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:10,478 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:12,479 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:14,479 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:16,480 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:18,480 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:19,255 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:30:20,481 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:22,481 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:22,600 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:30:22,600 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:30:24,482 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:26,482 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:28,483 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:30,484 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:32,484 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:34,485 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:36,485 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:37,854 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:30:37,855 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:30:38,486 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:40,486 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:43,487 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:45,488 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:47,488 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:49,320 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:30:49,489 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:51,489 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:53,126 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:30:53,126 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:30:53,493 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:55,491 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:57,492 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:30:59,492 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:01,493 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:03,494 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:05,497 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:07,498 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:08,373 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:31:08,373 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:31:09,498 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:11,499 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:13,499 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:15,500 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:17,501 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:19,381 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:31:19,502 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:21,503 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:23,503 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:23,613 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:31:23,613 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:31:25,504 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:27,504 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:29,520 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:31,506 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:33,506 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:35,507 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:37,507 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:38,834 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:31:38,834 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:31:39,508 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:41,508 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:43,509 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:45,509 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:47,510 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:49,449 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:31:49,511 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:51,511 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:53,512 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:54,058 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:31:54,059 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:31:55,512 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:57,513 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:31:59,513 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:01,514 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:03,515 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:05,515 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:07,516 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:09,342 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:32:09,342 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:32:09,516 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:11,517 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:13,518 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:15,519 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:17,519 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:19,503 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:32:19,520 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:21,520 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:24,521 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:24,576 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:32:24,576 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:32:26,522 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:28,522 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:30,523 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:32,524 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:34,524 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:36,525 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:38,525 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:39,809 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:32:39,810 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:32:40,526 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:42,526 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:44,527 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:46,528 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:48,528 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:49,559 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:32:50,529 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:52,530 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:54,531 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:55,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:32:55,073 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:32:56,531 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:32:58,532 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:00,532 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:02,533 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:04,534 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:06,536 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:08,537 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:10,325 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:33:10,325 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:33:10,537 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:12,538 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:14,539 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:16,540 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:18,540 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:19,625 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:33:20,541 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:22,541 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:24,542 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:25,536 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:33:25,536 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:33:26,543 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:28,543 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:30,544 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:33,545 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:35,545 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:37,546 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:39,546 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:40,847 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:33:40,847 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:33:41,547 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:43,548 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:45,549 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:47,549 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:49,550 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:49,705 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:33:51,550 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:53,551 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:55,551 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:56,122 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:33:56,123 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:33:57,552 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:33:59,553 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:01,554 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:03,555 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:05,556 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:07,557 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:09,557 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:11,449 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:34:11,449 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:34:11,558 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:13,559 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:15,560 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:17,561 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:19,565 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:19,768 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:34:21,565 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:23,566 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:25,567 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:26,714 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:34:26,714 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:34:27,568 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:29,569 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:31,569 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:33,570 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:35,571 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:37,572 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:39,573 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:41,573 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:41,985 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:34:41,985 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:34:43,574 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:45,575 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:47,576 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:49,577 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:49,831 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:34:51,578 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:53,578 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:55,579 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:57,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:34:57,238 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:34:57,580 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:34:59,581 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:01,582 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:03,583 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:05,583 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:07,584 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:09,585 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:11,585 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:12,465 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:35:12,465 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:35:13,586 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:15,587 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:17,588 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:19,589 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:19,912 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:35:22,590 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:24,590 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:26,591 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:27,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:35:27,708 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:35:28,591 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:30,592 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:32,592 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:34,593 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:36,594 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:38,594 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:40,595 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:42,596 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:43,020 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:35:43,020 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:35:44,597 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:46,598 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:48,598 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:49,963 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:35:50,599 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:52,600 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:54,601 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:56,601 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:35:58,281 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:35:58,281 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:35:58,602 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:00,603 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:02,603 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:04,604 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:06,604 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:08,605 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:10,606 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:12,606 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:13,495 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:36:13,495 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:36:14,607 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:16,607 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:18,608 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:20,034 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:36:20,608 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:23,609 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:25,610 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:27,611 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:28,780 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:36:28,780 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:36:29,611 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:31,612 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:33,613 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:35,613 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:37,614 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:39,614 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:41,615 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:43,616 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:44,082 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:36:44,083 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:36:45,617 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:47,618 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:49,618 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:50,090 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:36:51,619 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:53,620 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:55,621 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:57,621 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:36:59,335 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:36:59,335 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:36:59,622 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:01,622 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:03,623 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:05,624 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:07,624 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:09,625 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:11,625 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:13,626 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:14,546 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:37:14,546 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:37:15,626 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:17,627 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:19,628 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:20,151 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:37:21,628 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:23,629 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:25,630 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:27,630 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:29,631 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:29,821 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:37:29,821 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:37:31,632 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:33,632 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:35,633 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:37,634 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:39,634 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:41,635 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:43,635 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:45,050 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:37:45,050 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:37:45,636 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:47,637 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:49,637 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:50,246 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:37:51,640 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:53,638 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:55,639 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:57,639 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:37:59,640 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:00,286 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:38:00,287 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:38:02,641 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:04,642 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:06,643 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:08,644 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:10,645 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:12,645 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:14,647 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:15,516 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:38:15,517 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:38:16,648 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:18,649 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:20,310 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:38:20,649 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:22,650 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:24,651 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:26,652 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:28,653 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:30,653 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:30,768 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:38:30,768 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:38:32,654 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:34,655 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:36,656 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:38,656 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:40,657 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:42,657 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:44,658 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:46,021 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:38:46,021 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:38:46,659 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:48,660 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:50,373 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:38:50,662 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:52,663 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:54,664 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:56,665 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:38:58,665 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:00,666 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:01,347 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:39:01,348 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:39:02,667 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:04,668 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:06,669 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:08,672 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:10,673 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:12,673 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:14,674 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:16,588 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:39:16,588 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:39:16,675 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:18,676 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:20,441 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:39:20,676 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:22,677 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:24,677 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:27,678 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:29,679 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:31,679 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:32,105 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:39:32,105 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:39:33,680 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:35,681 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:37,682 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:39,682 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:41,683 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:43,684 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:45,685 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:47,320 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:39:47,321 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:39:47,685 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:49,686 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:50,527 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:39:51,687 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:53,688 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:55,689 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:57,690 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:39:59,691 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:01,692 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:02,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:40:02,614 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:40:03,693 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:05,694 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:07,694 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:09,695 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:11,695 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:13,696 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:15,696 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:17,704 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:17,897 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:40:17,897 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:40:19,698 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:20,622 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:40:21,698 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:23,699 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:25,699 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:27,700 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:29,701 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:31,702 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:33,133 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:40:33,133 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:40:33,703 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:35,704 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:37,705 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:39,705 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:41,706 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:43,707 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:45,708 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:47,712 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:48,454 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:40:48,454 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:40:50,686 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:40:50,713 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:52,714 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:54,720 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:56,721 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:40:58,721 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:00,722 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:02,724 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:03,763 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:41:03,764 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:41:04,725 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:06,725 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:08,726 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:10,726 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:12,727 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:14,728 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:16,728 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:18,729 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:19,017 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:41:19,017 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:41:20,729 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:20,764 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:41:22,730 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:24,730 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:26,731 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:28,732 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:30,732 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:32,733 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:34,327 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:41:34,327 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:41:34,733 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:36,734 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:38,735 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:40,735 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:42,736 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:44,737 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:46,737 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:48,738 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:49,809 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:41:49,810 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:41:50,739 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:50,844 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:41:52,740 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:54,741 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:56,742 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:41:59,743 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:01,743 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:03,744 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:05,040 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:42:05,040 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:42:05,744 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:07,745 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:09,746 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:11,748 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:13,747 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:15,747 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:17,748 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:19,748 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:20,307 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:42:20,308 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:42:20,908 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:42:21,749 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:23,750 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:25,760 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:27,760 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:29,761 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:31,762 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:33,763 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:35,523 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:42:35,524 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:42:35,764 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:37,764 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:39,765 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:41,766 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:43,767 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:45,768 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:47,769 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:49,770 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:50,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:42:50,784 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:42:51,000 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:42:51,770 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:53,771 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:55,772 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:57,772 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:42:59,773 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:01,773 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:03,792 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:05,793 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:06,001 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:43:06,001 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:43:08,794 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:10,794 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:12,795 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:14,796 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:16,796 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:18,797 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:20,797 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:21,036 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:43:21,238 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:43:21,238 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:43:22,798 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:24,799 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:26,799 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:28,800 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:30,800 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:32,801 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:34,802 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:36,524 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:43:36,524 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:43:36,802 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:38,803 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:40,804 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:42,805 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:44,805 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:46,806 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:48,806 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:50,807 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:51,106 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:43:51,756 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:43:51,756 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:43:52,807 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:54,808 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:56,809 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:43:58,810 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:00,811 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:02,811 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:04,812 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:06,812 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:07,160 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:44:07,160 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:44:08,813 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:10,814 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:12,815 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:14,816 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:16,817 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:18,817 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:20,818 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:21,180 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:44:22,438 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:44:22,438 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:44:22,819 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:24,820 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:26,820 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:28,821 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:30,821 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:32,822 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:35,823 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:37,733 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:44:37,733 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:44:37,824 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:39,827 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:41,828 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:43,829 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:45,829 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:47,830 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:49,830 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:51,251 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:44:51,831 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:53,049 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:44:53,050 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:44:53,832 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:55,832 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:57,833 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:44:59,833 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:01,834 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:03,835 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:05,836 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:07,837 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:08,285 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:45:08,285 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:45:09,842 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:11,843 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:13,844 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:15,844 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:17,845 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:19,846 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:21,315 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:45:21,847 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:23,509 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:45:23,509 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:45:23,847 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:25,848 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:27,848 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:30,849 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:32,850 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:34,856 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:36,857 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:38,731 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:45:38,731 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:45:38,860 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:40,860 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:42,861 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:44,862 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:46,863 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:48,864 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:50,864 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:51,380 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:45:52,865 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:54,050 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:45:54,051 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:45:54,866 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:56,866 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:45:58,867 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:00,868 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:02,869 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:04,870 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:06,870 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:08,871 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:09,358 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:46:09,358 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:46:10,872 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:12,873 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:14,874 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:16,874 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:18,875 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:21,463 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:46:21,876 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:23,876 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:24,614 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:46:24,614 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:46:25,877 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:27,878 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:29,879 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:31,880 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:33,880 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:35,881 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:37,882 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:39,862 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:46:39,862 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:46:39,883 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:41,883 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:43,884 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:45,885 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:47,886 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:49,886 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:51,526 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:46:51,887 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:53,888 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:55,073 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:46:55,073 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:46:55,889 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:57,890 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:46:59,890 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:01,891 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:03,892 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:05,894 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:07,894 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:09,895 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:10,286 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:47:10,287 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:47:11,895 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:13,896 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:15,897 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:17,898 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:19,899 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:21,600 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:47:21,900 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:23,901 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:25,501 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:47:25,501 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:47:25,902 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:27,902 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:29,903 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:31,903 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:33,904 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:35,905 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:37,905 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:39,906 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:40,737 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:47:40,738 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:47:41,906 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:43,907 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:45,907 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:47,908 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:49,916 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:51,658 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:47:51,917 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:53,917 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:55,918 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:47:56,006 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:47:56,006 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:47:58,918 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:00,919 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:02,920 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:04,928 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:06,921 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:08,922 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:10,924 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:11,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:48:11,241 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:48:12,925 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:14,925 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:18,927 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:20,927 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:21,730 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:48:22,928 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:24,928 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:26,465 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:48:26,465 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:48:26,929 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:28,929 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:30,930 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:32,930 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:34,931 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:36,931 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:38,932 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:40,933 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:41,684 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:48:41,684 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:48:42,933 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:44,936 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:46,937 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:48,944 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:50,942 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:51,806 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:48:52,943 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:54,943 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:56,944 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:48:57,004 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:48:57,005 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:48:58,945 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:00,946 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:02,947 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:04,947 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:06,948 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:08,948 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:11,950 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:12,253 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:49:12,253 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:49:13,950 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:15,951 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:17,952 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:19,952 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:21,884 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:49:21,953 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:23,954 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:25,955 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:27,462 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:49:27,463 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:49:27,955 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:29,956 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:31,957 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:33,958 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:35,958 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:37,959 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:39,960 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:41,961 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:42,673 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:49:42,673 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:49:43,961 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:45,962 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:47,963 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:49,963 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:51,964 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:51,969 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:49:53,964 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:55,965 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:57,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:49:57,914 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:49:57,966 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:49:59,966 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:01,967 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:03,968 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:05,968 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:07,969 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:09,969 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:11,970 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:13,225 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:50:13,226 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:50:13,971 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:16,972 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:18,972 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:20,973 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:22,051 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:50:22,974 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:24,974 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:26,975 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:28,547 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:50:28,547 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:50:28,976 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:30,977 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:32,978 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:34,978 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:36,979 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:38,979 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:40,980 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:42,981 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:43,764 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:50:43,764 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:50:44,981 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:46,982 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:48,983 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:50,984 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:52,106 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:50:52,984 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:54,985 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:56,986 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:58,987 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:50:59,036 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:50:59,036 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:51:00,988 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:02,989 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:04,990 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:06,990 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:08,991 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:10,992 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:12,992 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:14,353 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:51:14,354 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:51:14,993 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:16,993 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:18,994 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:20,994 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:22,178 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:51:22,995 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:25,996 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:27,996 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:29,599 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:51:29,599 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:51:29,997 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:31,998 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:33,998 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:35,999 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:37,999 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:40,000 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:42,001 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:44,002 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:44,867 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:51:44,867 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:51:46,002 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:48,003 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:50,004 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:52,005 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:52,247 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:51:54,006 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:56,007 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:51:58,008 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:00,008 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:00,131 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:52:00,131 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:52:02,009 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:04,009 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:06,010 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:08,011 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:11,013 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:13,013 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:15,014 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:15,346 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:52:15,346 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:52:17,015 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:19,016 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:21,017 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:22,323 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:52:23,017 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:25,018 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:27,019 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:29,020 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:30,585 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:52:30,585 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:52:31,021 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:33,022 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:35,023 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:37,024 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:39,024 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:41,025 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:43,026 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:45,027 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:45,802 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:52:45,803 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:52:47,028 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:49,032 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:51,033 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:52,378 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:52:53,033 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:55,034 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:57,035 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:52:59,035 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:01,018 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:53:01,018 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:53:01,036 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:03,036 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:05,037 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:07,038 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:09,039 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:11,040 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:13,040 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:15,041 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:16,230 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:53:16,230 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:53:17,042 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:19,043 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:21,043 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:22,437 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:53:23,044 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:26,045 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:28,046 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:30,047 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:31,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:53:31,442 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:53:32,047 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:34,048 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:36,049 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:38,049 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:40,050 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:42,051 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:44,052 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:46,053 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:46,666 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:53:46,666 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:53:48,053 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:50,054 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:52,055 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:52,516 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:53:54,055 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:56,056 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:53:58,056 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:00,057 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:01,951 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:54:01,952 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:54:02,058 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:04,058 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:06,059 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:08,059 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:10,060 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:12,061 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:14,061 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:16,062 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:17,300 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:54:17,300 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:54:18,062 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:20,063 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:22,064 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:22,609 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:54:24,065 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:26,066 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:28,066 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:30,067 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:32,068 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:32,520 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:54:32,520 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:54:34,069 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:36,069 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:38,070 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:40,070 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:42,071 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:44,072 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:46,073 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:47,784 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:54:47,784 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:54:49,074 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:51,075 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:52,682 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:54:53,076 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:55,077 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:57,078 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:54:59,079 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:01,080 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:03,084 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:03,095 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:55:03,095 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:55:05,084 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:07,085 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:09,086 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:11,086 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:13,088 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:15,089 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:17,089 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:18,407 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:55:18,408 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:55:19,090 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:21,091 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:22,758 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:55:23,091 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:25,092 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:27,092 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:29,093 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:31,094 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:33,095 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:33,621 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:55:33,622 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:55:35,096 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:37,097 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:39,097 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:41,098 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:43,098 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:45,099 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:47,100 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:48,888 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:55:48,888 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:55:49,100 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:51,101 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:52,820 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:55:53,101 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:55,102 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:57,104 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:55:59,104 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:01,105 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:03,106 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:04,107 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:56:04,107 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:56:06,107 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:08,108 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:10,109 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:12,109 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:14,111 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:16,112 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:18,112 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:19,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:56:19,493 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:56:20,113 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:22,114 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:22,892 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:56:24,115 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:26,116 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:28,116 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:30,118 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:32,119 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:34,119 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:34,856 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:56:34,857 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:56:36,120 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:38,121 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:40,122 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:42,122 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:44,123 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:46,124 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:48,125 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:50,108 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:56:50,108 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:56:50,125 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:52,126 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:52,970 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:56:54,126 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:56,127 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:56:58,128 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:00,128 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:02,129 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:04,132 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:05,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:57:05,396 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:57:06,133 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:08,133 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:10,134 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:12,134 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:14,135 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:16,136 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:18,137 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:20,138 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:20,609 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:57:20,610 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:57:23,038 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:57:23,139 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:25,140 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:27,140 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:29,141 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:31,142 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:33,143 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:35,144 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:35,844 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:57:35,845 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:57:37,144 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:39,145 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:41,148 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:43,149 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:45,149 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:47,156 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:49,156 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:51,135 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:57:51,135 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:57:51,157 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:53,104 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:57:53,158 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:55,158 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:57,159 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:57:59,159 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:01,160 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:03,161 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:05,161 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:06,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:58:06,442 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:58:07,162 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:09,162 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:11,163 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:13,164 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:15,164 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:17,165 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:19,165 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:21,656 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:58:21,656 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:58:22,166 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:23,179 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:58:24,167 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:26,170 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:28,170 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:30,171 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:32,173 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:34,172 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:36,173 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:36,889 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:58:36,889 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:58:38,174 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:40,174 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:42,175 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:44,175 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:46,180 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:48,177 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:50,178 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:52,179 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:52,265 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:58:52,265 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:58:53,261 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:58:54,180 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:56,181 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:58:58,182 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:00,183 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:02,184 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:04,184 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:06,185 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:07,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:59:07,480 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:59:08,186 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:10,187 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:12,188 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:14,189 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:16,190 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:18,190 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:20,191 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:22,192 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:22,759 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:59:22,759 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:59:23,323 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:59:24,192 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:26,193 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:28,193 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:30,194 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:32,195 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:34,196 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:36,197 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:38,117 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:59:38,118 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:59:38,198 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:40,199 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:42,199 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:44,200 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:46,200 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:48,201 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:50,202 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:52,203 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:53,391 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 18:59:53,396 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 18:59:53,396 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 18:59:54,204 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:56,205 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 18:59:58,206 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:01,207 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:03,208 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:05,209 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:07,209 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:08,647 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:00:08,648 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:00:09,210 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:11,210 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:13,211 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:15,212 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:17,212 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:19,213 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:21,213 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:23,214 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:23,456 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:00:23,881 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:00:23,881 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:00:25,215 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:27,215 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:29,216 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:31,216 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:33,217 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:35,217 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:37,218 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:39,218 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:39,239 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:00:39,240 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:00:41,219 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:43,219 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:45,220 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:47,221 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:49,221 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:51,222 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:53,222 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:53,509 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:00:54,530 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:00:54,531 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:00:55,223 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:57,224 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:00:59,224 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:01,225 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:03,225 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:05,226 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:07,226 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:09,227 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:09,854 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:01:09,855 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:01:11,228 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:13,229 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:15,230 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:17,230 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:19,231 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:21,232 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:23,232 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:23,579 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:01:25,104 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:01:25,104 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:01:25,233 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:27,234 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:29,235 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:31,235 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:33,236 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:35,236 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:37,237 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:39,238 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:40,350 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:01:40,350 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:01:41,239 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:43,240 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:45,240 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:47,241 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:49,242 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:51,243 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:53,244 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:53,630 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:01:55,244 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:01:55,565 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:01:55,565 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:01:58,245 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:00,246 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:02,247 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:04,247 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:06,248 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:08,248 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:10,249 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:10,838 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:02:10,839 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:02:12,250 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:14,250 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:16,251 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:18,252 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:20,256 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:22,257 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:23,695 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:02:24,257 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:26,113 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:02:26,113 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:02:26,258 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:28,259 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:30,259 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:32,260 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:34,261 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:36,262 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:38,263 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:40,264 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:41,435 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:02:41,435 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:02:43,265 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:45,266 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:47,266 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:49,267 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:51,268 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:53,268 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:53,766 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:02:55,269 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:56,650 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:02:56,651 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:02:57,270 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:02:59,270 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:01,271 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:03,272 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:05,273 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:07,274 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:09,275 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:11,276 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:11,903 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:03:11,903 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:03:13,277 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:15,277 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:17,278 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:19,279 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:21,279 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:23,280 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:23,836 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:03:25,280 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:27,281 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:27,701 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:03:27,701 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:03:29,282 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:31,283 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:33,284 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:35,285 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:37,286 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:39,286 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:41,287 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:43,017 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:03:43,017 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:03:43,288 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:45,289 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:47,290 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:49,291 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:51,292 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:53,292 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:53,894 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:03:55,300 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:57,301 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:03:58,334 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:03:58,335 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:04:00,302 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:02,303 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:04,303 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:06,304 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:08,305 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:10,306 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:12,307 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:13,566 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:04:13,566 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:04:14,307 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:16,308 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:18,309 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:20,310 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:22,311 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:23,947 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:04:24,312 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:26,313 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:28,316 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:28,869 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:04:28,869 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:04:30,328 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:32,329 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:34,332 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:36,330 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:38,331 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:40,335 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:42,333 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:44,208 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:04:44,208 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:04:44,333 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:46,334 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:49,335 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:51,335 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:53,336 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:54,022 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:04:55,336 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:57,337 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:04:59,480 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:04:59,480 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:05:01,339 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:03,339 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:05,340 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:07,341 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:09,342 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:11,343 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:13,344 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:14,732 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:05:14,732 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:05:15,345 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:17,346 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:19,347 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:21,348 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:23,349 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:24,085 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:05:25,350 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:27,350 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:29,351 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:29,954 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:05:29,955 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:05:31,351 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:33,356 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:35,353 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:37,353 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:39,354 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:41,355 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:43,356 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:45,215 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:05:45,215 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:05:45,361 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:47,362 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:49,362 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:51,363 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:53,363 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:54,163 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:05:55,364 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:05:58,365 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:00,365 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:00,442 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:06:00,443 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:06:02,366 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:04,366 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:06,367 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:08,368 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:10,368 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:12,369 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:14,370 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:15,689 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:06:15,689 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:06:16,370 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:18,371 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:20,371 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:22,372 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:24,247 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:06:24,372 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:26,373 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:28,373 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:30,374 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:30,956 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:06:30,956 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:06:32,374 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:34,375 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:36,376 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:38,376 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:40,377 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:42,377 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:44,378 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:46,240 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:06:46,241 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:06:46,378 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:48,379 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:50,379 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:52,384 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:54,308 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:06:54,380 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:56,381 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:06:58,381 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:00,383 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:01,770 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:07:01,770 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:07:02,384 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:04,385 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:06,385 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:08,386 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:10,387 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:12,387 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:14,388 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:16,389 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:16,983 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:07:16,983 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:07:18,389 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:20,390 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:22,390 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:24,384 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:07:24,391 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:26,391 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:28,392 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:30,392 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:32,393 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:32,399 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:07:32,399 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:07:34,393 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:36,394 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:38,394 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:40,395 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:42,396 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:45,397 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:47,397 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:47,690 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:07:47,690 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:07:49,398 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:51,399 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:53,400 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:54,470 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:07:55,401 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:57,401 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:07:59,402 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:01,403 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:02,920 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:08:02,920 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:08:03,403 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:05,404 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:07,404 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:09,405 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:11,405 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:13,406 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:15,407 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:17,407 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:18,323 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:08:18,323 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:08:19,408 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:21,409 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:23,409 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:24,548 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:08:25,410 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:27,410 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:29,411 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:31,412 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:33,412 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:33,534 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:08:33,534 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:08:35,413 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:37,414 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:39,414 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:41,415 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:43,415 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:45,416 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:47,417 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:48,745 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:08:48,745 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:08:49,418 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:51,419 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:53,419 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:54,668 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:08:55,420 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:57,421 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:08:59,422 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:01,422 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:04,009 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:09:04,010 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:09:04,423 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:06,424 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:08,424 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:10,425 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:12,425 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:14,426 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:16,426 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:18,427 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:19,299 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:09:19,299 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:09:20,428 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:22,430 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:24,432 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:24,738 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:09:26,430 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:28,430 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:30,431 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:32,432 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:34,432 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:34,558 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:09:34,559 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:09:36,433 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:38,433 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:40,434 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:42,434 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:44,435 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:47,436 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:49,436 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:49,793 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:09:49,793 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:09:51,437 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:53,438 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:54,851 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:09:55,439 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:57,440 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:09:59,440 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:01,441 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:03,442 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:05,009 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:10:05,009 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:10:05,443 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:07,444 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:09,448 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:11,452 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:13,453 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:15,453 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:17,454 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:19,455 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:20,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:10:20,249 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:10:21,456 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:23,457 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:24,921 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:10:25,457 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:27,458 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:29,469 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:31,469 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:33,470 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:35,468 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:10:35,468 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:10:35,470 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:37,471 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:39,472 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:41,472 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:43,473 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:45,473 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:47,474 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:49,474 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:50,708 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:10:50,708 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:10:51,475 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:53,475 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:54,985 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:10:56,476 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:10:58,477 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:00,477 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:02,478 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:04,479 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:05,922 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:11:05,922 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:11:06,479 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:08,480 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:10,480 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:12,481 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:14,482 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:16,482 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:18,483 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:20,484 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:21,218 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:11:21,218 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:11:22,484 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:24,485 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:25,039 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:11:26,485 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:28,486 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:30,487 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:32,487 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:34,488 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:36,489 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:36,533 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:11:36,534 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:11:38,493 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:40,494 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:42,495 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:44,496 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:46,496 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:48,497 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:51,499 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:51,744 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:11:51,744 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:11:53,499 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:55,111 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:11:55,500 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:57,501 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:11:59,501 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:01,506 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:03,507 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:05,507 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:06,997 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:12:06,997 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:12:07,508 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:09,509 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:11,509 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:13,510 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:15,510 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:17,511 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:19,512 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:21,512 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:22,248 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:12:22,249 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:12:23,513 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:25,191 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:12:25,513 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:27,514 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:29,515 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:31,515 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:33,516 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:35,516 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:37,509 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:12:37,509 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:12:37,517 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:39,517 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:41,518 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:43,519 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:45,519 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:47,520 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:50,520 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:52,521 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:52,736 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:12:52,736 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:12:54,522 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:55,243 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:12:56,522 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:12:58,523 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:00,523 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:02,524 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:04,524 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:06,525 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:07,963 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:13:07,964 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:13:08,526 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:10,527 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:12,528 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:14,528 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:16,529 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:18,538 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:20,532 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:22,533 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:23,377 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:13:23,377 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:13:24,534 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:25,310 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:13:26,534 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:28,535 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:30,535 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:32,536 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:34,536 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:36,537 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:38,538 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:38,629 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:13:38,629 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:13:40,538 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:42,539 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:45,539 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:47,540 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:49,541 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:51,541 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:53,542 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:53,914 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:13:53,914 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:13:55,369 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:13:55,543 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:57,543 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:13:59,544 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:01,544 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:03,545 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:05,546 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:07,546 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:09,138 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:14:09,138 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:14:09,547 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:11,548 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:13,548 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:15,549 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:17,549 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:19,550 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:21,550 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:23,551 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:24,351 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:14:24,352 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:14:25,440 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:14:25,552 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:27,552 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:14:39,610 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:14:39,610 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:14:54,832 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:14:54,832 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:14:55,493 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:15:10,098 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:15:10,099 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:15:25,367 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:15:25,368 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:15:25,590 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:15:40,632 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:15:40,632 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:15:55,598 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:15:55,915 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:15:55,915 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:15:56,221 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 19:15:56,226 DEBUG SenderThread:613368 [sender.py:send():232] send: history +2022-09-19 19:15:56,275 DEBUG SenderThread:613368 [sender.py:send():232] send: summary +2022-09-19 19:15:56,358 INFO SenderThread:613368 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 19:15:56,577 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/wandb-summary.json +2022-09-19 19:15:57,577 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:15:58,578 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:16:03,579 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:16:11,155 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:16:11,156 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:16:23,584 INFO Thread-7 :613368 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst/wandb/run-20220919_091325-3hu9r4oi/files/output.log +2022-09-19 19:16:25,657 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:16:26,375 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:16:26,376 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:16:41,622 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:16:41,622 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:16:55,722 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:16:56,853 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:16:56,853 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:17:12,067 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:17:12,067 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:17:25,783 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:17:27,283 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:17:27,283 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:17:42,493 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:17:42,494 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:17:55,839 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:17:57,953 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:17:57,953 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:18:13,168 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:18:13,168 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status +2022-09-19 19:18:25,894 DEBUG SenderThread:613368 [sender.py:send():232] send: stats +2022-09-19 19:18:28,393 DEBUG HandlerThread:613368 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 19:18:28,393 DEBUG SenderThread:613368 [sender.py:send_request():246] send_request: stop_status