diff --git "a/wandb/run-20220725_150933-2x1p7456/logs/debug-internal.log" "b/wandb/run-20220725_150933-2x1p7456/logs/debug-internal.log" --- "a/wandb/run-20220725_150933-2x1p7456/logs/debug-internal.log" +++ "b/wandb/run-20220725_150933-2x1p7456/logs/debug-internal.log" @@ -12249,3 +12249,5121 @@ 2022-07-25 16:42:43,624 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status 2022-07-25 16:42:43,625 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status 2022-07-25 16:42:46,728 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:42:58,587 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:42:58,975 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:42:58,976 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:42:59,587 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:04,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,863 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,869 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,869 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,888 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,888 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,889 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:04,890 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,590 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:06,885 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,890 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,890 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,891 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,892 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,893 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,894 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,905 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,906 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:06,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:43:10,591 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:14,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:43:14,238 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:43:14,593 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:16,805 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:43:18,594 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:20,595 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:24,597 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:26,598 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:28,599 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:29,603 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:43:29,604 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:43:32,600 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:34,601 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:37,603 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:39,604 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:41,605 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:43,606 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:44,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:43:44,941 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:43:46,880 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:43:47,607 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:49,609 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:51,610 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:53,611 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:55,612 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:57,613 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:43:59,614 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:00,265 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:44:00,265 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:44:01,615 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:03,616 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:05,616 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:07,617 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:09,618 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:11,619 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:13,620 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:14,835 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,835 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,838 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,838 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,839 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,839 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,840 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,841 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,842 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,843 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,844 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,844 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,845 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:14,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:15,524 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:44:15,525 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:44:15,620 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:16,952 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:44:17,621 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:19,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,361 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,361 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,362 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,362 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,365 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,365 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,369 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,369 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,622 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:19,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,883 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,883 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,885 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,885 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:19,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,923 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:20,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,623 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:21,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,883 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,885 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,885 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,887 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:21,888 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,759 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,760 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,784 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,787 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,787 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,828 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,828 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,829 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,830 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,831 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,831 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,832 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:22,832 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,624 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:23,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,637 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,638 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,639 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,639 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,640 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,641 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,643 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,643 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,644 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,645 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,646 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,647 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,648 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,648 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,709 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,709 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,715 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:23,717 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,554 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,554 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,557 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,557 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,557 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,563 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,604 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,604 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,605 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,606 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,607 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,607 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,962 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,964 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,964 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,966 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,967 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,968 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,968 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,969 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,970 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:24,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,332 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,337 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,339 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,340 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,340 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,362 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,365 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,365 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,369 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,370 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,370 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,371 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,624 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:25,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,679 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,680 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,681 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,682 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,684 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,685 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,686 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,687 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,689 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,690 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,693 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,694 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,750 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,750 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:25,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,587 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,587 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,589 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,589 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,590 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,590 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,591 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,592 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,596 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,596 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:26,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,625 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:27,967 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,967 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,969 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,970 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,970 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,973 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,974 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,974 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,975 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,977 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:27,977 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,377 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,380 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,382 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,383 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,384 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,385 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,385 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,386 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,387 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,387 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:28,388 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,256 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,257 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,259 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,259 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,260 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,260 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,261 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,262 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,263 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,263 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,264 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,265 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,266 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,266 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,267 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,268 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,626 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:29,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,830 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,830 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,831 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,831 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,832 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,832 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:29,833 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:30,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:44:30,916 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:44:31,627 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:34,777 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,778 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:34,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:37,629 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:41,631 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:44,469 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,469 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,473 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,473 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,474 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,475 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,476 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,483 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,484 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,486 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,487 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,488 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,488 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,489 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:44,632 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:46,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:44:46,177 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:44:47,031 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:44:48,634 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:50,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,609 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,614 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,615 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,615 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:50,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:44:52,636 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:54,637 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:44:56,638 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:00,640 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:01,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:45:01,500 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:45:02,640 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:04,642 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:06,642 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:10,644 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:12,645 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:14,646 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:16,647 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:16,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:45:16,793 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:45:17,109 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:45:18,648 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:20,649 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:22,650 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:24,651 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:27,652 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:29,653 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:31,654 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:32,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:45:32,029 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:45:33,655 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:35,656 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:37,657 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:39,658 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:41,659 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:43,660 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:45,661 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:46,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,378 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,380 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,383 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,384 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,384 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,385 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,386 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,386 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,387 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:46,388 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:47,184 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:45:47,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:45:47,379 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:45:47,662 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:49,662 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:51,231 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,232 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,235 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,235 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,239 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,663 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:51,685 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,686 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,688 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,688 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,689 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,690 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,690 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,693 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,694 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,694 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:51,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,098 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,098 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,099 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,099 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,525 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,526 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,530 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,531 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,533 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,533 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,534 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,536 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,536 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:53,664 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:54,405 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,406 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,408 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,408 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,410 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,410 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,413 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,414 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,415 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,415 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,883 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,885 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,887 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,888 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,889 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,889 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,890 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,891 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,891 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:54,892 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,281 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,282 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,284 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,284 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,285 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,285 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,286 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,286 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,288 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,288 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,290 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,291 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,291 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,665 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:55,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,667 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,687 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,687 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,689 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,690 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,690 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,693 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,694 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:55,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,068 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,069 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,074 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,075 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,075 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,079 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,495 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,496 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,498 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,498 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,499 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,499 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,501 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,502 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,502 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,504 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,504 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,505 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,505 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:56,506 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,209 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,210 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,214 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,215 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,216 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,216 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,217 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,220 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,220 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,666 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:57,921 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:57,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,209 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,210 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,214 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,216 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,216 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,220 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,221 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,222 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,222 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,291 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,295 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,295 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:58,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,250 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,250 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,252 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,253 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,254 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,254 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,255 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,255 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,256 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,257 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,257 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,258 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,667 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:45:59,983 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,984 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,984 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:45:59,985 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,045 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:00,165 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:46:00,277 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:46:00,306 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:46:00,667 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:00,668 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:46:01,668 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:02,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:46:02,791 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:46:03,171 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,171 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,176 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:03,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:07,670 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:09,007 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,008 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,012 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,012 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,013 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,013 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,015 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,015 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,028 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:09,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:11,672 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:13,673 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:14,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,152 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,162 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,164 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:14,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:17,268 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:46:17,675 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:18,186 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:46:18,187 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:46:19,676 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:23,678 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:25,678 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:25,746 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,746 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,749 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,750 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,750 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,753 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,759 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,760 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:25,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:27,679 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:29,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,522 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,522 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,527 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,527 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,530 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,531 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:29,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:46:31,681 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:33,552 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:46:33,552 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:46:33,682 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:35,683 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:37,684 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:42,686 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:44,687 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:46,688 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:47,343 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:46:48,689 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:48,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:46:48,903 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:46:50,690 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:52,691 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:54,692 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:56,693 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:46:58,694 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:00,695 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:02,696 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:04,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:47:04,147 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:47:04,696 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:06,697 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:08,698 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:10,699 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:12,699 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:14,700 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:16,701 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:17,418 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:47:18,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,427 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:18,702 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:19,401 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:47:19,402 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:47:20,703 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:21,322 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,323 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,324 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,325 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,325 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,326 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,329 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,329 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,331 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,332 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,332 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:21,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,231 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,231 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,233 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,235 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,239 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,290 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,295 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:22,704 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:23,099 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,109 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,111 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,182 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,183 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,184 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,186 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,187 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,187 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,188 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,189 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,556 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,557 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,560 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,560 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,563 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:23,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,057 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,063 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,066 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,705 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:24,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,808 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,808 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,809 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,839 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,840 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,842 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,842 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,843 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,843 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,844 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,845 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,848 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,849 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,849 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:24,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:25,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,286 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,287 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,290 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,290 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,291 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,295 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,624 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,624 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,633 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,705 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:26,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,978 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,978 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,979 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,979 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,981 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,982 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,982 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,983 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,984 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,985 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,985 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,986 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:26,986 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,019 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,019 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,021 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,021 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,022 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,024 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,028 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,028 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,897 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,897 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,898 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,898 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,899 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,900 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,901 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,901 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,902 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,902 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,905 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,910 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,913 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,914 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,917 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,917 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:27,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,400 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,400 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,401 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,470 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,470 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,471 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,472 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,472 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,473 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,473 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:28,706 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:30,592 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,598 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,603 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,622 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:30,707 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:31,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,651 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,656 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,656 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:31,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:34,709 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:34,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:47:34,795 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:47:39,711 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:43,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,598 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,609 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,611 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,611 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,614 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,614 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:43,712 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:47,495 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:47:47,714 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:47,951 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,951 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,964 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,964 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,966 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,967 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,968 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,969 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:47,969 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,588 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,588 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,590 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,590 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,592 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,592 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:49,715 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:50,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:47:50,359 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:47:53,716 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:55,717 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:47:56,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:56,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:47:57,718 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:01,720 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:02,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,770 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,771 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,771 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,772 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,773 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,773 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,778 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,778 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,779 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:02,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:03,721 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:05,722 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:05,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:48:05,753 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:48:07,722 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:09,723 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:11,724 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:16,726 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:17,571 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:48:18,727 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:20,728 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:21,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:48:21,059 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:48:22,729 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:24,729 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:26,730 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:28,731 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:30,732 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:32,733 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:34,734 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:36,354 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:48:36,354 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:48:36,734 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:38,735 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:40,736 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:42,737 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:44,738 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:46,738 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:47,646 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:48:48,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:48,739 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:50,740 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:51,319 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,320 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,322 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,322 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,323 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,323 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,324 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,324 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,326 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,326 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,328 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,328 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,329 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,340 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,342 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,344 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,345 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,346 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,346 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,348 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,348 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,349 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:51,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:48:51,614 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:48:52,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,162 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,162 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,164 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,167 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,168 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,168 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,169 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,169 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,741 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:52,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:52,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,303 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,303 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,305 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,307 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,310 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,311 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,311 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,312 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,315 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,315 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,316 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,688 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,689 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,693 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,694 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:53,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,414 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,415 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,415 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,417 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,417 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,418 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,421 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,421 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,742 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:54,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,849 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,852 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,853 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,855 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:54,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,144 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,148 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,148 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,152 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,154 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:55,522 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,125 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,127 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,128 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,128 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,129 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,129 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,130 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,156 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,156 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,158 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,162 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,164 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,427 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,709 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,715 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,717 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,717 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,718 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,718 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,742 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:56,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,913 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,913 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,914 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,983 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,983 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,984 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,985 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,985 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,986 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:56,986 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:57,043 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:48:57,097 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:48:57,191 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:48:57,217 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:48:57,743 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:48:58,743 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:48:59,744 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:04,447 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,447 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,451 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,452 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,452 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,454 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,454 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,464 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,464 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,469 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,470 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:04,745 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:06,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,210 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,211 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,214 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,215 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,226 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,227 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,228 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,229 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,230 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,230 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:06,838 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:49:06,838 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:49:08,605 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,606 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,609 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,610 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,611 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,611 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:08,747 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:12,749 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:14,750 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:16,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,702 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,715 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,715 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:16,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:17,744 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:49:18,761 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:20,762 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:20,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,772 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,773 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,774 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,774 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,775 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:20,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,046 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,046 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,057 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,063 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:22,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:49:22,186 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:49:22,763 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:27,765 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:29,766 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:29,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,923 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:29,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:31,767 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:33,768 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:35,769 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:36,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,766 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,766 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:36,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:49:37,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:49:37,478 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:49:39,772 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:41,772 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:43,773 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:45,774 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:47,775 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:47,821 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:49:49,776 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:51,777 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:52,733 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:49:52,733 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:49:53,778 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:55,778 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:57,779 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:49:59,780 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:01,781 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:03,782 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:05,783 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:07,784 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:07,970 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:50:07,971 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:50:09,784 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:11,785 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:13,786 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:15,787 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:17,788 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:17,896 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:50:19,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,655 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,659 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:19,789 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:21,790 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:22,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,109 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,109 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,111 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,113 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:22,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,129 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,129 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,131 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,131 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,132 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,132 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,133 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,133 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,134 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,135 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,136 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,136 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,139 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,220 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:50:23,220 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:50:23,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,584 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,584 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,586 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,586 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,791 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:23,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:23,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,291 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,295 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,894 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,897 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,897 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,898 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,898 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,899 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,900 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,900 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,901 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,902 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,902 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,905 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,951 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,952 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,953 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,953 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:24,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,725 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,728 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,729 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,729 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,730 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,731 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,731 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,732 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:25,792 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:27,794 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:28,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,636 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,637 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,637 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,639 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,640 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,667 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:28,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,158 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,158 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,162 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,164 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,164 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,179 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,179 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,182 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,184 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,184 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:31,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:33,796 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:35,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,305 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,305 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,307 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,319 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,319 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,321 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,321 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,322 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:35,322 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,921 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,923 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,962 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,962 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,963 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,964 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,974 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,974 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,977 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:36,978 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:37,798 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:38,470 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:50:38,470 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:50:38,672 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,672 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,676 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,678 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,679 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,680 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,687 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,687 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,689 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,689 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:38,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:39,798 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:41,787 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:41,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,775 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,777 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,777 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,784 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:43,800 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:46,801 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:47,972 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:50:50,803 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:50,943 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,943 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,959 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,960 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,960 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:50,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:52,804 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:53,448 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,449 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,451 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,452 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,453 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,453 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,454 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,455 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,459 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,460 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,461 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,462 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,464 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,465 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:53,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:50:53,707 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:50:56,806 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:50:57,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,226 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,228 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,229 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,230 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,230 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,231 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,232 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,239 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:57,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:50:58,806 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:00,807 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:02,808 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:03,408 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,413 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,413 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,414 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,415 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,421 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,421 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:03,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:04,809 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:08,811 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:09,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:51:09,147 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:51:10,812 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:12,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,067 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,068 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,068 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,069 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,070 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,070 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,074 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,074 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,075 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,079 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:12,812 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:14,813 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:16,814 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:18,047 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:51:18,815 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:20,815 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:22,816 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:24,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:51:24,559 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:51:24,817 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:26,818 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:28,819 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:31,820 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:33,821 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:35,822 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:37,822 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:39,823 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:39,833 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:51:39,833 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:51:41,824 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:43,825 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:45,826 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:47,827 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:48,123 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:51:49,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,693 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,700 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,702 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,702 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:49,828 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:51,828 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:52,134 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,135 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,139 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,140 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,141 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,141 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,142 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,144 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,144 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,145 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,808 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,809 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,809 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,814 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,814 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:52,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,508 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,508 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,829 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:53,841 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,842 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,844 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,844 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,845 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,845 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,848 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,849 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,849 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:53,852 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,472 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,473 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,475 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,476 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,476 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,478 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,479 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,480 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,480 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,481 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,482 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,483 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,484 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,484 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,522 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,522 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,523 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,524 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,524 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,525 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,526 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,526 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,527 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,530 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:54,530 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,024 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,084 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,084 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,088 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,089 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,090 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,090 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,092 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,093 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,093 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,094 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,109 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:51:55,144 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:51:55,169 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:55,399 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:51:55,442 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:51:55,491 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:51:55,830 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:55,831 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:51:56,830 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:57,831 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:51:58,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,030 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,031 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,032 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,032 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,034 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,035 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,054 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:51:58,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:01,832 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:02,196 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,197 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,214 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,215 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,216 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,307 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,312 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,312 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,315 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,315 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,324 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,324 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,326 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,328 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,329 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:02,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,217 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,217 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,221 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,221 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,222 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,232 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,233 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,235 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:04,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:05,834 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:06,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,101 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,117 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:06,121 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:09,836 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:10,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,700 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,715 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,715 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,717 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,718 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,718 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:52:10,765 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:52:10,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,883 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,883 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,890 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,890 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,891 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,892 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,893 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,894 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:10,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:11,837 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:13,890 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,891 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,894 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,896 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,897 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,897 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,905 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,905 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,906 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,907 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,907 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:13,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,371 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,371 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,374 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,380 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,380 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,382 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,383 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,384 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,384 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,385 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,527 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,527 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,530 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,531 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:15,838 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:17,044 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,044 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,047 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:17,839 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:18,231 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:52:21,841 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:23,842 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:25,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,111 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,111 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,113 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,113 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:25,843 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:26,019 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:52:26,020 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:52:27,392 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,392 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,395 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,395 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,396 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,396 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,397 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,398 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,402 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,403 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,404 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,404 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,405 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,406 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:27,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,590 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,591 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,596 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,598 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,603 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,604 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,605 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,606 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,606 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,607 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:28,844 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:32,845 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:34,846 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:35,740 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,741 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,744 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,744 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,745 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,745 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,746 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,753 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,753 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:35,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:36,847 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:38,848 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:40,848 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:41,315 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:52:41,315 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:52:42,849 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:44,850 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:46,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,822 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,827 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,828 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,829 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,829 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,830 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:52:46,851 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:48,306 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:52:48,851 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:50,852 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:52,853 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:54,854 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:56,649 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:52:56,649 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:52:56,855 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:52:58,855 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:00,856 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:02,857 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:04,858 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:06,859 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:08,860 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:10,860 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:12,019 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:53:12,019 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:53:12,861 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:14,862 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:16,863 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:18,382 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:53:18,864 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:20,865 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:21,183 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,183 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,186 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,186 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,187 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,187 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,189 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,189 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,190 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,190 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,191 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,192 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,192 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:21,193 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,355 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,355 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,357 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,359 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,360 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,360 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,361 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,362 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,364 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,365 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,365 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:22,865 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:23,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,295 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,633 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,636 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,636 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,840 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,841 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,841 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,842 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,917 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,917 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:23,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:24,866 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:27,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:53:27,504 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:53:31,495 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,495 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,499 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,501 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,502 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,852 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,853 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,855 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,869 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:31,869 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:31,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:35,871 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:37,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,524 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,525 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,526 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,526 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,537 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,537 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,540 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:37,541 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,359 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,359 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,364 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,365 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,375 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,375 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,377 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,377 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,378 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,389 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,390 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,393 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,394 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,394 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,395 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,396 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,397 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,403 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,403 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,405 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,405 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,408 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,479 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,479 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,483 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,484 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,484 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,486 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,487 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,493 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,494 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,495 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,496 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,497 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,498 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,498 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,499 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:39,872 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:42,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:53:42,961 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:53:43,874 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:43,907 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,913 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,914 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:43,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,616 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,616 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,620 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,620 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,622 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,633 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:45,875 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:47,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,054 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,054 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,057 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,066 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,066 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:47,067 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:48,458 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:53:49,877 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:50,988 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:50,988 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:50,991 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:50,992 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:50,992 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:50,993 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:50,994 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:50,994 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:50,999 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:51,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:51,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:51,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:51,002 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:51,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:51,004 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:51,004 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:51,877 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:52,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,364 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,369 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,370 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,374 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,375 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,377 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,378 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,378 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:52,380 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:53,878 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:54,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,863 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:54,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,171 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,171 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,174 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,175 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,175 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,176 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,182 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,183 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,184 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,184 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,186 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,186 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,187 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:55,187 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,346 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,348 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,349 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,349 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,353 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,354 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,355 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,356 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,357 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,357 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:56,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:53:57,880 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:53:58,346 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:53:58,346 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:53:59,881 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:00,966 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,967 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,969 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,970 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,973 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,977 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,977 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,979 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,979 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,981 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,981 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:00,982 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:01,882 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:02,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,182 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,183 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,183 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,188 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,188 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,189 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,190 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,191 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,192 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,192 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:02,193 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,584 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,586 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,587 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,587 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,592 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,592 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,596 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,596 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:03,883 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:05,884 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:06,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,759 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,759 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,760 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,766 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:06,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:07,884 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:11,886 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:13,648 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:54:13,648 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:54:13,887 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:15,887 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:17,888 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:18,534 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:54:19,889 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:20,342 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,345 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,345 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,346 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,346 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,348 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,351 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,351 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,352 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,353 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,354 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,355 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,355 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:20,356 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:21,890 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:23,890 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:25,891 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:27,892 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:28,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:54:28,873 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:54:29,893 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:31,894 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:33,894 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:35,895 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:37,896 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:39,897 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:41,898 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:43,899 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:44,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:54:44,165 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:54:46,900 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:48,611 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:54:48,901 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:50,902 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:52,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,709 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,903 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:52,952 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,953 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,959 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,960 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,960 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,962 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,962 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:52,963 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,460 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,461 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,462 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,533 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,534 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,534 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:53,650 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:54:53,766 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:54:53,812 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:54:53,903 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:54:54,903 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:54:55,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,827 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,829 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,829 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,830 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:55,831 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:54:59,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:54:59,565 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:55:00,906 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:02,778 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,778 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,835 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,836 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,840 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,840 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,841 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,841 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,843 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,843 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,852 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,853 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,855 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:02,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,494 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,495 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,498 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,499 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,499 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,501 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,502 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:04,907 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:06,316 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,320 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,320 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,321 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,322 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,323 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,324 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,331 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,332 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:06,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:08,909 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:09,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,715 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,717 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,718 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,719 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,719 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,720 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,841 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,841 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,844 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,845 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,848 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:09,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,458 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,459 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,467 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,467 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,467 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,471 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,472 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,473 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,474 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,475 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,476 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,476 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,540 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,540 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,544 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,544 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,545 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,546 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,547 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,547 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,553 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,554 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,555 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,556 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,557 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:11,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:12,911 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:14,911 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:15,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:55:15,126 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:55:15,748 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,748 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,753 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,760 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:15,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:18,714 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:55:18,913 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:20,914 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:21,470 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,471 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,473 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,474 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,475 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,475 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,476 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,481 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,482 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,483 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,483 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,486 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:21,486 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:22,915 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:24,022 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,030 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,030 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,031 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,031 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,032 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,032 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,033 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,034 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,035 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,036 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,037 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,037 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,038 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:24,038 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,467 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,467 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,469 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,469 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,474 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,474 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,475 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,476 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,478 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:25,478 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,732 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,733 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,736 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,736 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,737 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,737 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,738 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,739 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,743 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,743 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,744 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,745 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,746 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,746 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,748 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:26,916 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:27,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,809 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:27,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:28,917 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:30,145 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,158 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,158 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,162 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:30,918 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:31,900 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:55:31,900 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:55:32,919 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:33,647 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,648 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,651 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,651 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,652 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,659 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:33,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:34,920 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:36,920 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:37,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,054 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,063 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:37,063 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:38,921 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:40,922 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:42,170 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,171 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,173 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,174 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,175 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,175 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,176 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,182 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,182 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,183 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,184 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,185 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:42,923 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:44,232 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,232 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,235 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,235 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:44,923 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:46,924 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:47,323 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:55:47,324 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:55:48,791 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:55:48,925 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:50,926 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:53,927 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:54,125 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,128 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,128 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,129 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,130 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,131 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,131 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,134 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,134 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,135 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,136 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:54,139 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:55:55,928 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:57,929 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:55:59,929 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:01,930 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:02,644 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:56:02,644 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:56:03,931 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:05,932 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:07,933 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:09,934 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:11,934 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:13,935 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:15,936 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:17,937 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:17,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:56:17,946 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:56:18,866 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:56:19,937 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:21,938 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:22,082 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,082 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,084 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,085 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,085 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,088 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,088 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,089 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,090 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,092 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,092 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,667 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,667 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:22,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:23,939 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:25,940 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:29,941 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:30,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,057 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,075 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:30,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:33,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:56:33,315 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:56:33,944 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:37,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,527 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,527 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,530 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,531 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:37,945 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:38,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,959 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,962 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,963 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,963 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,964 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,973 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,974 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,975 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:38,977 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,589 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,589 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,591 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,591 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:40,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:41,947 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:43,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,848 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,852 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,852 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,853 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,864 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,864 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,866 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:43,948 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:45,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,339 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,339 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,340 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,346 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,348 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,349 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,350 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,350 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,351 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:45,352 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:47,949 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:48,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:56:48,711 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:56:48,991 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:56:49,287 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,287 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,290 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,291 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,291 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,303 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,303 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:49,950 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:51,845 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,846 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,849 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,849 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,852 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:51,951 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:53,952 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:55,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:55,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,036 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,037 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,040 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,040 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,041 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,042 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,043 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,043 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,047 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:57,953 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:56:58,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,094 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,096 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,096 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,097 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,098 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,239 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:58,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:56:59,954 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:00,396 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,396 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,400 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,401 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,402 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,403 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,410 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,618 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,619 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,622 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,622 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,624 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,633 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,633 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:00,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,759 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,771 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,771 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,772 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,773 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,773 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,774 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,941 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,953 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,955 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:01,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:01,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:03,956 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:03,993 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:57:03,993 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:57:06,957 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:07,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,250 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,304 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,305 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,305 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,307 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,307 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,311 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,311 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,312 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,315 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,315 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:07,316 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:10,959 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:12,960 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:14,960 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:16,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,522 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,523 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,524 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,524 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,525 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,525 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:16,961 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:18,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,311 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,311 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,312 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,318 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,319 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,320 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,320 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,321 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,322 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:18,962 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:19,019 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:57:19,271 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:57:19,272 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:57:20,963 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:22,964 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:23,437 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,438 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,441 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,441 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,441 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,442 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,443 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,443 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,446 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,447 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,448 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,448 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,449 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:23,451 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:24,965 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:26,965 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:28,966 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:30,967 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:32,968 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:34,636 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:57:34,636 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:57:34,969 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:36,969 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:38,970 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:40,971 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:42,972 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:44,973 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:46,974 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:48,974 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:49,095 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:57:50,010 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:57:50,011 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:57:50,975 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:51,556 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,556 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,557 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,596 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,598 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,598 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,603 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,604 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,604 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,605 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,605 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,633 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:57:51,754 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:57:51,861 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:57:51,893 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:57:51,976 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:57:52,976 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:53,977 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:54,977 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:56,978 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:57:58,979 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:00,979 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:02,980 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:04,981 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:05,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:58:05,294 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:58:06,982 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:08,983 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:10,984 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:12,985 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:14,986 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:16,987 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:19,178 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:58:19,988 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:20,603 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:58:20,604 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:58:21,989 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:23,989 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:25,990 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:27,991 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:29,992 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:31,993 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:33,994 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:35,985 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:58:35,985 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:58:35,995 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:37,996 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:39,997 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:41,998 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:43,998 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:45,999 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:48,000 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:49,254 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:58:50,001 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:51,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:58:51,315 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:58:52,002 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:54,003 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:56,004 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:58:58,005 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:00,006 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:02,007 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:04,007 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:06,009 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:06,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:59:06,562 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:59:08,009 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:10,010 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:12,011 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:14,012 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:16,013 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:18,014 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:19,331 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:59:20,015 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:21,943 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:59:21,944 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:59:22,015 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:24,016 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:26,017 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:28,018 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:30,019 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:32,020 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:35,021 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:37,022 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:37,264 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:59:37,264 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:59:39,023 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:41,024 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:43,025 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:45,026 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:47,027 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:49,027 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:49,407 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:59:51,028 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:52,494 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:59:52,494 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:59:53,029 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:55,030 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:57,031 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:59:59,032 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:01,033 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:03,034 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:05,034 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:07,036 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:07,723 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:00:07,723 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:00:09,036 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:11,037 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:14,039 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:16,040 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:18,040 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:19,485 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:00:20,041 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:22,042 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:23,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:00:23,113 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:00:24,043 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:26,044 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:28,045 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:30,046 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:32,047 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:34,047 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:36,048 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:38,049 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:38,403 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:00:38,403 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:00:40,050 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:42,051 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:44,052 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:46,053 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:48,054 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:49,561 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:00:50,055 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:52,056 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:53,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:00:53,668 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:00:54,057 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:56,058 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:00:58,059 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:00,060 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:02,061 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:04,061 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:07,063 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:08,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:01:08,957 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:01:09,063 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:11,064 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:13,065 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:15,066 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:17,067 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:19,068 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:19,638 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:01:21,069 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:23,070 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:24,253 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:01:24,253 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:01:25,071 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:27,071 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:29,072 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:31,073 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:33,074 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:35,075 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:37,076 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:39,077 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:39,524 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:01:39,524 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:01:41,077 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:43,078 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:45,079 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:47,080 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:49,081 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:49,714 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:01:51,082 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:53,082 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:54,827 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:01:54,827 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:01:55,083 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:57,084 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:01:59,085 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:01,086 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:03,087 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:05,088 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:07,088 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:10,090 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:10,222 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:02:10,222 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:02:12,091 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:14,092 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:16,093 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:18,093 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:19,790 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:02:20,094 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:22,095 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:24,096 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:25,447 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:02:25,448 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:02:26,097 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:28,098 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:30,099 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:32,100 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:34,100 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:36,101 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:38,102 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:40,103 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:40,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:02:40,691 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:02:42,104 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:44,105 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:46,106 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:48,107 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:49,867 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:02:50,108 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:52,109 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:54,110 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:55,973 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:02:55,973 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:02:56,111 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:02:58,112 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:00,112 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:02,113 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:04,114 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:06,115 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:08,116 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:10,117 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:11,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:03:11,202 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:03:12,118 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:14,119 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:17,120 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:19,121 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:19,944 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:03:21,122 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:23,123 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:25,123 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:26,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:03:26,520 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:03:27,124 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:29,125 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:31,126 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:33,127 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:35,128 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:37,129 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:39,129 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:41,130 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:41,774 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:03:41,775 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:03:43,131 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:45,132 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:47,133 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:49,134 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:50,020 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:03:51,134 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:53,135 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:55,136 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:57,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:03:57,071 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:03:57,138 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:03:59,139 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:01,140 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:03,141 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:05,141 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:07,142 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:09,143 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:11,144 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:12,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:04:12,450 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:04:13,145 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:15,145 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:17,146 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:19,147 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:20,096 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:04:21,148 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:23,149 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:25,150 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:27,151 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:27,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:04:27,693 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:04:29,151 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:31,152 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:33,153 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:35,154 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:37,155 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:39,155 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:41,156 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:42,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:04:42,946 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:04:43,157 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:46,159 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:48,159 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:50,160 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:50,173 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:04:52,161 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:54,162 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:56,163 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:58,164 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:04:58,191 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:04:58,191 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:05:00,165 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:02,166 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:04,167 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:06,168 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:08,169 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:10,170 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:12,170 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:13,550 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:05:13,550 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:05:14,171 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:16,172 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:18,173 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:20,174 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:20,253 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:05:22,175 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:24,175 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:26,176 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:28,177 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:28,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:05:28,800 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:05:30,178 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:32,179 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:34,180 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:36,181 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:38,181 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:40,182 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:42,183 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:44,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:05:44,125 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:05:44,184 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:46,185 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:48,186 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:50,187 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:50,329 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:05:52,188 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:54,188 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:56,189 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:58,190 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:05:59,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:05:59,424 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:06:00,191 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:03,192 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:05,193 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:07,194 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:09,195 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:11,196 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:13,197 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:15,197 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:15,615 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:06:15,616 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:06:17,198 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:19,199 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:20,403 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:06:21,200 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:23,201 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:25,202 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:27,202 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:29,203 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:31,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:06:31,001 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:06:31,204 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:33,205 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:35,206 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:37,207 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:39,207 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:41,208 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:43,209 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:45,210 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:46,323 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:06:46,323 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:06:47,211 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:49,212 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:50,479 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:06:51,212 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:53,213 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:55,214 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:57,215 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:06:59,216 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:01,217 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:01,557 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:07:01,558 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:07:03,217 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:06,219 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:08,220 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:10,221 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:12,222 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:14,222 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:16,223 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:16,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:07:16,917 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:07:18,224 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:20,224 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:20,554 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:07:22,225 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:24,226 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:26,227 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:28,227 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:30,228 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:32,229 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:32,280 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:07:32,280 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:07:34,230 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:36,230 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:38,231 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:40,232 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:42,232 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:44,233 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:46,234 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:47,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:07:47,504 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:07:48,235 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:50,235 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:50,632 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:07:52,236 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:54,237 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:56,237 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:07:58,238 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:00,239 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:02,240 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:02,808 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:08:02,808 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:08:04,240 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:06,241 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:08,242 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:10,243 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:13,244 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:15,244 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:17,245 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:18,122 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:08:18,123 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:08:19,246 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:20,708 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:08:21,247 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:23,247 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:25,249 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:27,249 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:29,250 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:31,251 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:33,252 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:33,472 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:08:33,473 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:08:35,252 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:37,253 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:39,254 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:41,255 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:43,255 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:45,256 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:47,257 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:48,748 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:08:48,748 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:08:49,258 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:50,784 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:08:51,258 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:53,259 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:55,260 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:08:57,261 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:00,262 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:02,263 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:03,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:09:03,977 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:09:04,263 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:06,264 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:08,265 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:10,266 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:12,266 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:14,267 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:16,268 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:18,268 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:19,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:09:19,330 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:09:20,269 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:20,860 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:09:22,270 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:24,271 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:26,271 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:28,272 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:30,273 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:32,273 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:34,274 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:34,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:09:34,565 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:09:36,275 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:38,276 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:40,276 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:42,277 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:44,278 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:46,279 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:48,279 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:49,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:09:49,877 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:09:50,280 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:50,937 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:09:52,281 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:54,282 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:56,282 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:09:58,283 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:00,284 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:03,285 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:05,221 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:10:05,221 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:10:05,286 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:07,287 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:09,287 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:11,288 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:13,289 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:15,290 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:17,290 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:19,291 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:20,554 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:10:20,554 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:10:21,012 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:10:21,292 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:23,293 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:25,293 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:27,294 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:29,295 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:31,296 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:33,296 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:35,297 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:35,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:10:35,895 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:10:37,298 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:39,298 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:41,299 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:43,300 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:45,301 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:47,301 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:49,302 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:51,089 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:10:51,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:10:51,151 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:10:51,303 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:53,304 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:55,304 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:57,305 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:10:59,306 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:01,307 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:03,307 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:05,308 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:06,436 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:11:06,437 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:11:07,309 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:09,309 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:12,311 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:14,311 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:16,312 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:18,313 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:20,314 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:21,164 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:11:21,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:11:21,792 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:11:22,314 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:24,315 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:26,316 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:28,317 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:30,317 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:32,318 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:34,319 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:36,319 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:37,035 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:11:37,036 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:11:38,320 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:40,321 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:42,321 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:44,322 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:46,323 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:48,323 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:51,240 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:11:51,324 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:52,270 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:11:52,270 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:11:53,325 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:55,326 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:57,327 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:11:59,328 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:01,328 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:03,329 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:05,330 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:07,331 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:07,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:12:07,567 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:12:09,331 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:11,332 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:13,333 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:15,333 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:17,334 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:19,335 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:21,317 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:12:21,336 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:22,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:12:22,910 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:12:23,336 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:25,337 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:27,338 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:29,338 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:31,339 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:33,340 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:35,341 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:37,341 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:38,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:12:38,139 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:12:39,342 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:41,343 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:43,344 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:45,344 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:47,345 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:49,346 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:51,346 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:51,393 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:12:53,347 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:53,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:12:53,411 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:12:56,348 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:12:58,349 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:00,350 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:02,350 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:04,351 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:06,352 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:08,353 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:08,740 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:13:08,740 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:13:10,353 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:12,354 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:14,355 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:16,355 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:18,356 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:20,357 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:21,469 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:13:22,358 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:24,170 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:13:24,171 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:13:24,358 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:26,359 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:28,360 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:30,360 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:32,361 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:34,362 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:36,363 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:38,363 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:39,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:13:39,512 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:13:40,364 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:42,365 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:44,365 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:46,366 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:48,367 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:50,368 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:51,544 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:13:53,369 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:54,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:13:54,866 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:13:55,369 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:57,370 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:13:59,371 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:01,372 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:03,373 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:05,374 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:07,375 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:09,375 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:10,135 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:14:10,135 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:14:11,376 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:13,377 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:15,377 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:17,378 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:19,379 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:21,380 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:21,620 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:14:23,380 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:25,381 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:25,395 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:14:25,395 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:14:27,382 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:29,382 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:32,384 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:34,385 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:36,386 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:38,386 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:40,387 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:40,672 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:14:40,673 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:14:42,388 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:44,389 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:46,389 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:48,390 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:50,391 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:51,695 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:14:52,392 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:54,392 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:55,901 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:14:55,902 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:14:56,393 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:14:58,394 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:00,395 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:02,395 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:04,396 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:06,397 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:08,397 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:10,398 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:11,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:15:11,225 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:15:12,399 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:14,400 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:16,400 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:19,401 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:21,402 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:21,772 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:15:23,403 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:25,404 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:26,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:15:26,528 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:15:27,405 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:29,406 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:31,406 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:33,407 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:35,408 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:37,408 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:39,409 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:41,410 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:41,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:15:41,804 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:15:43,412 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:45,412 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:47,413 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:49,414 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:51,414 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:51,850 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:15:53,415 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:55,416 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:57,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:15:57,079 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:15:57,417 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:15:59,417 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:01,418 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:03,419 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:05,420 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:07,421 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:09,421 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:11,422 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:12,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:16:12,435 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:16:13,423 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:15,424 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:18,425 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:20,426 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:21,926 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:16:22,427 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:24,427 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:26,428 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:27,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:16:27,796 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:16:28,429 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:30,430 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:32,431 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:34,432 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:36,433 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:38,434 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:40,435 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:42,436 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:43,033 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:16:43,034 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:16:44,436 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:46,437 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:48,438 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:51,439 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:52,001 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:16:53,440 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:55,441 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:57,442 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:16:58,385 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:16:58,386 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:16:59,443 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:01,443 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:03,444 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:05,445 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:07,446 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:09,446 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:11,447 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:13,448 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:13,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:17:13,715 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:17:15,449 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:17,450 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:19,451 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:21,452 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:22,078 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:17:23,453 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:25,453 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:27,454 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:28,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:17:28,966 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:17:29,455 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:31,456 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:33,457 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:35,457 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:37,458 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:39,459 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:41,460 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:43,461 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:44,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:17:44,213 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:17:45,461 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:47,462 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:49,463 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:51,464 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:52,153 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:17:54,466 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:56,466 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:58,467 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:17:59,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:17:59,468 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:18:00,468 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:02,469 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:04,470 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:06,470 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:08,471 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:10,472 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:12,473 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:14,473 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:14,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:18:14,762 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:18:16,474 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:18,475 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:20,476 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:22,232 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:18:22,477 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:24,477 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:26,478 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:28,479 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:30,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:18:30,091 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:18:30,480 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:32,481 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:34,481 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:36,482 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:38,483 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:40,484 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:42,484 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:44,485 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:45,375 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:18:45,376 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:18:46,486 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:48,487 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:50,488 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:52,309 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:18:52,488 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:54,489 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:56,490 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:18:58,491 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:00,492 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:00,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:19:00,713 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:19:02,493 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:04,493 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:06,494 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:08,495 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:11,496 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:13,497 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:15,498 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:16,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:19:16,030 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:19:17,499 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:19,500 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:21,500 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:22,386 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:19:23,501 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:25,502 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:27,503 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:29,503 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:31,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:19:31,335 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:19:31,504 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:33,505 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:35,506 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:37,507 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:39,508 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:41,508 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:43,509 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:45,510 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:46,639 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:19:46,639 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:19:47,511 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:49,511 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:51,512 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:52,462 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:19:53,513 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:55,514 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:57,515 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:19:59,516 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:01,516 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:01,894 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:20:01,894 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:20:04,518 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:06,519 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:08,519 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:10,520 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:12,521 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:14,522 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:16,522 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:17,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:20:17,251 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:20:18,523 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:20,524 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:22,525 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:22,538 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:20:24,526 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:26,527 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:28,527 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:30,528 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:32,529 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:32,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:20:32,567 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:20:34,530 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:36,531 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:38,531 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:40,532 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:42,533 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:44,534 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:46,535 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:47,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:20:47,870 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:20:48,535 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:50,536 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:52,537 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:52,613 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:20:54,538 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:56,539 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:20:58,539 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:00,540 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:02,541 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:03,923 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:21:03,924 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:21:04,542 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:06,542 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:08,543 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/config.yaml +2022-07-25 17:21:08,544 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:08,544 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/requirements.txt +2022-07-25 17:21:08,544 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-metadata.json +2022-07-25 17:21:08,544 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 17:21:10,544 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:12,545 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:14,546 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:16,546 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:18,547 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:19,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:21:19,151 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:21:20,548 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:22,549 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:22,688 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 17:21:23,549 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/config.yaml +2022-07-25 17:21:23,549 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:23,550 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/requirements.txt +2022-07-25 17:21:23,550 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-metadata.json +2022-07-25 17:21:23,550 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 17:21:24,550 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:26,550 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:28,551 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:30,552 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:32,553 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:34,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 17:21:34,503 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 17:21:34,554 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:37,555 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:39,556 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:41,557 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:43,557 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:45,558 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 17:21:47,559 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log