diff --git "a/wandb/run-20220725_150933-2x1p7456/logs/debug-internal.log" "b/wandb/run-20220725_150933-2x1p7456/logs/debug-internal.log" --- "a/wandb/run-20220725_150933-2x1p7456/logs/debug-internal.log" +++ "b/wandb/run-20220725_150933-2x1p7456/logs/debug-internal.log" @@ -6569,3 +6569,5683 @@ 2022-07-25 15:55:43,778 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status 2022-07-25 15:55:43,779 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status 2022-07-25 15:55:45,283 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/config.yaml +2022-07-25 15:55:59,036 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:55:59,037 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:56:05,292 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:09,294 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:09,542 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 15:56:11,295 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:14,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:56:14,412 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:56:15,296 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:18,298 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:22,299 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:24,300 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:28,302 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:29,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:56:29,717 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:56:30,302 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:32,303 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:34,305 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:36,305 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:39,618 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 15:56:40,307 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:42,308 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:44,309 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:44,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:56:44,971 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:56:46,310 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:46,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,770 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,771 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,772 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,772 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,773 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:46,774 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,808 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,808 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,809 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,814 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:47,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:48,311 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:49,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,852 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,853 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,853 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:49,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,312 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:50,721 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,721 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,724 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,724 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,725 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,726 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,727 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,727 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,730 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,731 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,732 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,732 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,733 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,734 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,735 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,735 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:50,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,563 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,588 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,589 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,591 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,592 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,592 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,598 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,637 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,637 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,640 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,640 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,641 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,642 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,642 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,643 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,646 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,646 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,647 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,648 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,649 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:51,651 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:52,313 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:53,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,427 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,435 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,436 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,437 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,437 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:53,438 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,314 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:54,410 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,413 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,414 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,415 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,415 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,417 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,421 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:54,425 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,371 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,374 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,374 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,377 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,378 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,382 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,382 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,406 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,410 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,410 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,413 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,417 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,418 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:55,421 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,315 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:56,323 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,324 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,328 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,328 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,329 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,337 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:56,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,075 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,081 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,082 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,083 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,083 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,084 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,085 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,101 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,101 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,113 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,141 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,142 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,142 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,144 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,144 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,148 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,152 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,152 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,883 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,885 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,889 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,889 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,891 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,891 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,893 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,893 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,894 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:57,895 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,316 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:56:58,777 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,777 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,787 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:56:58,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:57:00,248 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:57:00,317 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:00,445 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,446 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,448 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,449 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,451 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,452 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,454 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,455 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,456 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,457 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,458 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,458 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,459 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,459 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,555 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,556 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,560 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:00,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,339 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,342 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,344 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,345 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,348 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,349 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,350 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,351 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,351 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,352 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:01,352 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:02,318 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:04,319 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:05,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:05,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:06,319 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:07,362 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,369 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,371 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,375 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,375 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:07,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:08,320 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:09,692 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 15:57:10,321 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:12,321 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:14,322 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:15,523 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:57:15,524 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:57:16,323 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:19,324 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:21,325 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:23,326 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:25,327 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:26,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:26,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:26,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:26,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:26,997 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:27,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:27,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:27,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:27,002 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:27,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:27,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:27,004 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:57:27,328 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:29,328 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:30,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:57:30,817 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:57:35,331 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:37,332 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:39,762 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 15:57:41,333 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:45,335 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:46,090 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:57:46,090 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:57:47,336 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:49,337 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:53,339 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:55,339 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:57,340 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:57:59,341 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:01,342 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:01,352 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:58:01,353 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:58:05,344 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:07,345 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:09,345 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:09,836 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 15:58:11,346 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:13,347 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:15,348 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:16,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:58:16,662 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:58:17,349 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:18,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,941 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:18,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,013 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,013 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,016 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,016 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,017 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,018 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,019 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,019 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,022 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,024 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,024 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,350 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:19,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,943 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,945 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,951 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,951 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,953 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,953 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:19,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,715 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,718 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,719 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,720 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,721 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,722 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,723 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,723 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,724 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,779 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,787 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:20,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,350 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:21,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,827 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,830 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,830 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,832 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,832 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,833 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,834 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,835 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:21,835 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,351 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:23,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,410 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,413 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,414 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,414 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,415 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,421 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:23,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,283 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,283 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,286 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,287 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,287 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,288 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,295 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:24,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,067 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,067 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,070 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,079 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,080 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,080 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,081 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,081 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,352 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:25,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,921 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,983 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,984 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,984 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,985 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,986 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,986 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,989 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,990 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,991 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,991 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,993 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,993 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,994 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:25,994 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,030 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,030 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,031 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,032 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,033 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,033 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,036 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,037 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,038 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,038 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,039 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,040 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,041 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,041 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,092 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,096 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,096 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,097 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,098 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,101 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,101 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,897 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,898 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,901 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,901 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,902 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,902 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,906 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,907 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,910 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,910 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:26,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,353 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:27,622 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,622 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,633 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,636 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,642 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,642 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,645 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,645 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,646 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,646 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,647 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,648 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,651 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,652 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,655 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:27,655 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:29,354 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:30,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,702 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,702 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,709 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,724 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,725 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,727 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,728 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,729 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,729 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,730 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,731 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,733 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,733 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,734 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,735 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,736 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,737 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,737 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,738 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,809 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,814 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,822 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,822 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,823 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,850 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,853 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,855 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,863 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,863 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:30,864 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:31,355 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:32,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:58:32,062 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:58:32,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,208 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,211 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,215 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,216 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,220 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,221 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,222 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:32,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,089 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,089 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,090 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,090 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,092 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,094 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,096 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,096 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,097 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,098 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,099 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,099 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:33,355 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:35,356 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:35,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,866 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,869 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,869 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,951 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,952 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,952 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,959 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:35,959 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:37,357 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:39,358 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:39,912 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 15:58:42,359 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:44,360 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:46,360 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:47,321 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:58:47,321 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:58:48,361 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:50,362 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:52,363 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:53,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,942 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,945 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:53,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:54,009 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:58:54,075 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 15:58:54,193 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 15:58:54,240 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 15:58:54,364 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:58:54,364 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 15:58:56,365 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:02,367 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:02,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:59:02,575 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:59:04,368 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:08,369 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:10,041 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 15:59:12,371 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:14,372 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:17,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:59:17,887 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:59:18,374 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:20,374 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:22,375 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:26,377 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:28,378 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:30,378 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:32,379 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:33,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:59:33,150 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:59:34,380 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:36,381 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:38,381 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:40,115 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 15:59:40,382 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:42,383 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:44,384 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:46,384 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:48,385 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:48,443 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 15:59:48,444 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 15:59:49,968 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,969 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,973 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,973 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,974 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,975 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,978 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,978 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,979 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,981 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,982 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,982 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,983 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,989 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,989 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,992 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,992 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,993 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,994 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,995 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,995 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,998 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:49,998 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,002 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,002 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,045 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,046 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,057 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,941 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,942 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,945 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,945 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:50,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:51,386 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:53,387 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:54,195 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,195 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,208 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,208 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,209 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,995 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,995 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,998 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:54,999 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,002 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,005 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,006 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,007 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,008 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,009 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,010 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,010 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,011 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,136 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,140 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,140 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,141 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,141 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,142 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,145 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,145 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,148 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,388 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:55,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,960 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,962 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,963 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,963 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,966 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,966 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,967 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,968 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,969 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,969 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,970 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:55,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,388 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:57,446 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,447 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,449 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,451 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,452 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,452 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,455 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,455 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,456 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,457 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,458 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,459 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,459 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,460 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,490 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,490 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,493 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,493 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,494 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,494 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,495 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,496 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,498 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,499 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,501 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,502 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,502 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,533 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,533 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,537 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,538 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,538 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,538 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,541 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,542 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,543 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,543 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,544 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,545 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,545 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:57,546 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,383 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,383 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,386 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,386 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,387 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,387 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,388 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,389 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,391 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,392 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,393 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,393 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,394 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,395 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,395 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,396 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,967 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,968 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,970 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,971 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,973 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,973 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,976 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,977 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,978 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,979 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:58,981 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,082 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,083 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,085 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,088 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,088 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,092 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,093 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,094 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,094 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,389 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 15:59:59,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,884 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,885 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,886 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,887 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,887 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,888 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 15:59:59,888 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,339 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,340 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,340 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,342 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:01,390 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:02,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:02,940 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,391 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:03,647 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,648 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,651 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,651 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,652 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,652 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,656 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,656 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,659 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,759 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:00:03,759 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:00:03,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,766 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:03,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,453 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,453 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,456 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,456 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,457 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,457 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,458 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,459 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,461 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,461 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,462 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,464 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,464 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,465 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:04,465 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:05,392 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:06,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,303 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,304 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,305 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:06,307 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,392 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:07,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,611 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,614 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,616 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,617 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,618 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,618 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,619 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,620 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,620 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:07,621 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,168 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,169 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,171 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,172 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,172 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,173 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,174 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,174 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,176 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,179 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:08,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:09,393 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:10,190 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:00:11,394 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:13,395 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:15,396 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:17,396 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:19,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:00:19,101 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:00:19,397 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:21,398 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:22,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,496 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,501 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,502 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,502 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:22,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:00:23,399 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:29,401 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:33,403 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:34,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:00:34,381 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:00:37,405 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:40,265 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:00:40,406 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:44,408 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:46,409 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:49,656 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:00:49,657 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:00:50,411 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:52,411 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:54,412 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:00:56,413 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:00,415 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:02,416 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:04,417 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:04,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:01:04,925 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:01:06,417 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:08,418 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:10,341 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:01:10,419 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:12,420 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:14,420 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:16,421 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:18,422 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:20,168 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:01:20,169 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:01:20,423 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:21,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,370 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,370 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,371 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,371 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,377 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,378 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,380 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,380 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:21,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:22,423 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:23,043 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,044 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,047 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,047 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,054 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,057 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,079 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,082 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,082 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,083 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,084 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,085 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,085 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:23,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,424 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:24,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,760 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,760 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,766 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,769 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,770 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,779 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,779 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,784 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,785 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,787 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:24,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:26,425 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:27,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,111 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,113 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,194 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,195 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:27,208 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,426 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:28,720 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,720 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,723 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,723 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,724 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,724 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,725 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,726 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,728 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,729 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,730 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,730 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,731 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,732 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,732 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:28,733 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,348 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,350 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,351 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,352 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,352 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,353 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,354 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,356 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,356 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,357 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,359 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,359 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,360 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,361 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,388 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,388 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,391 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,391 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,392 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,393 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,394 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,394 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,396 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,397 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,398 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,398 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,400 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,401 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,401 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,437 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,437 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,438 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,439 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,440 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,440 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,441 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:29,441 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,068 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,069 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,070 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,074 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,079 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,080 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,081 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,082 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,083 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,191 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,191 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,194 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,194 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,195 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,195 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,196 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,197 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,426 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:30,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,805 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:30,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,694 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,694 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,700 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,702 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:31,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:32,427 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:33,017 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,018 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,020 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,021 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,021 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,022 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,028 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,030 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,030 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,670 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,671 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,671 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,673 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,674 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,676 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,678 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,678 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,738 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,739 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,741 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,742 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,742 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,743 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,744 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,745 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,748 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,749 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,750 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,750 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:33,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,428 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:34,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,436 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,436 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,437 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,438 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,439 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,439 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,440 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:34,440 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,067 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,068 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,068 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,069 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,070 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,070 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,074 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,074 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,075 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:35,443 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:01:35,443 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:01:36,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,250 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:36,429 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:38,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,054 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,054 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,057 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,063 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,063 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,553 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,554 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,556 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,557 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,558 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,560 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,563 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:38,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:39,430 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:40,417 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:01:41,431 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:41,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,814 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,822 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,822 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:41,823 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:43,432 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:45,432 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:47,433 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:49,434 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:50,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:01:50,711 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:01:51,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,066 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,066 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,131 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,134 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,135 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,135 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,136 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:01:51,259 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:01:51,377 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:01:51,424 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:01:51,435 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:51,435 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:01:53,436 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:01:59,438 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:03,440 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:05,955 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:02:05,957 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:02:07,441 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:09,442 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:10,503 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:02:13,444 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:15,444 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:17,445 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:21,232 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:02:21,232 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:02:21,447 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:23,448 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:25,448 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:27,449 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:29,450 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:33,452 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:35,453 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:36,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:02:36,561 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:02:37,454 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:39,455 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:40,578 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:02:42,456 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:44,457 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:46,457 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:48,458 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:50,459 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:51,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,761 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,766 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:51,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:02:51,789 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:02:52,460 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:52,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,630 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,637 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,637 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,638 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,639 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,639 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:52,640 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:54,461 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:55,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,125 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,127 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:55,127 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,461 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:56,622 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,623 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,625 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,626 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,627 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,631 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,632 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,633 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,634 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:56,635 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,402 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,402 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,403 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,403 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,404 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,405 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,408 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,410 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,411 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:57,412 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,462 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:02:58,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,941 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,943 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,945 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,945 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:58,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,522 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,523 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,523 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,646 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,646 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,649 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,649 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,651 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,652 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,655 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,656 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:02:59,659 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,394 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,394 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,397 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,397 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,398 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,398 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,400 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,402 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,403 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,404 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,404 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,405 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,406 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,406 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,463 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:00,987 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,988 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,990 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,991 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,992 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,993 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,994 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,995 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,997 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,997 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,998 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:00,999 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,002 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,076 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,077 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,078 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,079 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,080 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,081 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,082 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,083 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,083 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,086 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,088 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,121 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,125 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,128 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,129 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,130 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,130 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,131 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,132 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,132 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:01,133 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,464 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:02,506 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,506 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,509 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,509 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,516 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:02,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,258 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,258 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,261 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,261 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,262 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,262 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,263 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,264 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,266 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,266 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,267 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,268 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,269 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,269 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,270 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,270 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:03,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,465 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:04,500 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,501 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,503 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,504 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,504 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,505 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,506 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,506 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,508 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,509 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,509 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,511 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,584 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,586 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,586 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,591 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,591 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,596 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,597 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,603 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,603 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,610 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,611 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,615 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,616 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,617 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,617 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,618 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,619 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,619 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:04,620 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:06,466 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:07,172 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:03:07,172 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:03:07,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:07,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,466 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:08,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,536 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,538 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,540 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,541 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,542 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,543 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,544 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,545 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,546 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,547 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,547 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,548 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,548 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,586 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,586 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,587 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,588 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,588 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:08,589 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,467 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:10,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:10,654 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:03:11,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,152 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,154 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,155 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,155 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,156 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,157 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,157 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:11,158 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:12,468 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:14,469 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:16,469 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:18,470 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:19,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:19,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:19,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:19,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:19,997 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:20,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:20,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:20,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:20,002 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:20,002 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:20,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:20,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:03:20,471 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:22,472 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:22,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:03:22,571 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:03:28,474 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:32,476 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:34,477 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:37,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:03:37,800 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:03:38,478 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:40,479 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:40,728 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:03:44,481 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:46,481 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:49,483 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:53,084 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:03:53,085 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:03:53,484 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:55,485 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:57,486 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:03:59,487 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:01,488 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:03,489 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:07,490 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:08,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:04:08,463 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:04:09,491 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:10,803 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:04:11,492 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:13,492 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:15,493 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:17,494 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:19,495 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:21,496 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:23,496 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:23,777 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:04:23,777 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:04:24,016 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,017 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,020 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,020 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,020 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,021 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,022 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,022 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,028 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,028 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:24,029 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,497 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:25,686 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,687 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,689 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,690 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,690 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,691 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:25,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,498 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:27,828 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,828 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,831 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,831 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,832 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,832 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,833 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,833 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,836 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,836 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,837 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,838 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,839 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,839 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,840 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:27,840 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:29,499 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:30,692 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,693 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,697 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,702 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:30,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,337 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,340 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,342 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,345 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,346 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,347 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,348 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,349 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,349 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,350 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:31,500 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:32,022 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,023 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,025 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,027 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,028 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,028 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,030 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,031 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,032 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,032 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,033 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,034 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,034 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,035 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,743 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,744 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,746 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,748 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,749 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,749 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,751 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,752 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,753 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,753 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,755 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,756 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,819 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,823 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,823 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,827 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,828 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,851 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,853 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,855 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,858 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:32,863 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,425 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,425 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,427 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:33,500 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:34,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,586 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,587 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,588 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:34,589 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,221 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,222 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,226 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,228 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,228 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,229 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,230 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,231 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,232 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,233 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,233 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,303 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,304 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,307 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,310 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,310 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,331 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,331 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,332 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,332 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,337 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,339 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,349 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,350 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,352 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,353 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,353 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,354 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,354 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,355 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,357 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,357 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,359 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,360 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,360 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,361 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,361 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,372 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,374 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,375 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,375 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,377 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,377 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,379 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,380 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,381 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,382 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,383 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,383 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,384 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:35,501 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:37,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,121 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,125 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,127 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,127 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,502 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:37,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,670 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,671 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,671 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,673 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,674 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,676 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:37,678 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,822 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,823 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,825 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,826 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,827 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,828 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,828 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,829 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:38,829 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:39,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:04:39,065 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:04:39,502 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:40,879 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:04:41,156 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,157 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,162 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,164 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,168 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,168 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,170 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,170 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,171 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,172 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:41,503 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:42,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,113 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,117 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,121 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,121 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,122 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,604 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,604 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,605 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,606 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,607 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,608 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,609 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,610 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,611 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,612 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,613 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,614 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:42,614 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,063 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,065 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,066 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,066 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,067 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,068 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,069 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,070 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,071 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,072 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,073 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,074 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:43,504 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:45,505 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:47,505 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:49,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,478 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,479 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,480 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,506 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:49,542 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,545 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,546 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,546 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,547 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,548 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,549 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,549 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,614 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:04:49,669 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:04:49,788 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:04:49,815 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:04:50,506 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:50,507 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:04:51,507 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:04:54,337 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:04:54,338 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:04:57,509 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:01,511 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:03,512 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:08,514 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:09,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:05:09,677 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:05:10,515 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:10,969 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:05:14,516 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:16,517 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:18,518 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:22,520 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:24,521 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:24,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:05:24,916 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:05:26,522 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:28,523 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:30,523 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:34,525 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:36,526 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:38,527 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:40,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:05:40,293 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:05:40,528 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:41,044 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:05:42,529 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:44,530 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:46,530 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:48,531 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:50,532 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:52,533 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:54,534 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:55,524 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,525 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,527 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,528 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,530 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,530 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,533 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,533 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,534 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,536 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,536 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,537 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,538 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:55,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:05:55,559 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:05:56,534 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:05:57,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,923 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,923 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,924 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:57,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:05:58,535 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:00,536 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:02,189 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,189 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,192 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,192 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,193 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,194 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,194 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,195 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,197 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,215 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,215 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,220 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,220 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,226 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,226 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,227 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,227 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,942 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,942 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,943 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,945 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,951 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,951 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:02,952 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,537 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:03,674 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,678 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,678 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,679 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,680 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,680 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,682 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,683 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,684 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,684 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,685 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,686 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,686 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:03,687 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,864 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,864 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,869 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,941 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,941 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,942 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,942 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,943 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,944 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:04,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,538 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:05,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,576 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,578 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,579 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,581 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,582 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,584 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,584 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,590 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,591 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,593 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,594 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,596 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,598 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,598 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,599 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,601 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,602 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:05,603 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,109 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,111 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,117 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,209 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,210 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,211 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,211 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,213 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,214 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,797 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:06,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,435 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,435 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,437 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,438 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,439 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,439 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,440 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,441 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,441 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,442 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,539 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:07,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,917 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,921 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,922 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,923 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,925 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,928 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:07,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,040 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,040 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,043 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,043 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,044 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,044 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,045 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,046 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,048 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,049 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,051 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,563 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,563 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:08,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,114 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,117 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,118 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,119 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,120 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,122 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,122 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,123 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,124 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,125 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,125 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,126 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,127 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:09,539 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:10,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,655 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,656 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,659 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,659 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:10,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:06:10,868 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:06:11,118 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:06:11,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,228 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,228 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,229 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,229 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,230 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,231 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,232 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,233 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,234 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,235 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:11,540 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:13,541 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:13,979 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,982 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,983 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,983 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,984 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,985 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,986 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,987 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,988 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,989 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,989 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,990 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,991 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,991 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:13,992 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,289 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,290 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,292 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,294 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,295 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,542 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:15,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,754 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,757 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,758 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,759 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,760 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,760 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,764 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,765 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,766 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,766 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,767 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,803 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,804 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,806 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,807 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,808 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,809 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,810 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,811 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,812 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,814 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,814 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:15,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:17,543 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:19,543 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:20,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,226 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,296 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,299 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:20,303 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:06:21,544 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:26,231 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:06:26,232 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:06:27,547 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:31,548 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:33,549 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:37,551 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:39,552 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:41,195 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:06:42,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:06:42,933 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:06:43,553 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:45,554 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:47,555 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:49,556 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:53,558 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:55,559 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:06:58,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:06:58,206 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:06:58,560 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:00,561 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:02,561 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:04,562 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:06,563 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:08,564 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:10,565 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:11,270 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:07:12,566 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:13,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:07:13,793 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:07:14,566 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:16,567 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:18,568 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:20,569 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:22,570 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:24,570 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:26,157 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,157 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,162 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,167 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,168 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,169 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,169 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,170 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:26,571 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:28,572 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:29,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:07:29,137 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:07:30,573 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:31,097 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,097 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,101 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,101 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,102 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,107 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,109 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,109 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,700 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,700 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,709 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:31,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:32,573 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:33,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,659 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:33,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,305 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,310 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,311 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,311 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,315 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,316 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,318 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:34,574 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:35,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,425 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,425 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,427 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,509 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,509 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,531 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,531 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,534 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,534 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,536 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,536 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,538 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,540 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,540 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,541 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,542 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,542 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,543 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,563 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,566 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:35,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,148 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,152 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,153 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,155 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,156 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,157 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,157 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,158 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,170 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,170 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,172 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,173 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,173 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,174 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,175 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,175 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,177 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,179 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,181 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,575 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:36,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,662 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,663 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,667 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:36,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,187 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,188 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,191 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,192 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,193 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,194 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,195 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,196 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,250 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,253 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,253 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,254 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,255 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,256 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,256 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,257 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,257 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,275 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,276 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,278 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,278 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,279 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,279 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,280 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,281 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,282 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,283 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,284 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,284 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,285 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,286 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,286 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,287 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,312 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,312 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,314 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,316 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,317 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,318 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,319 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,319 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,320 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,320 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,324 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,325 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,328 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,328 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,329 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,330 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,331 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,332 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,333 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,335 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,576 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:38,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,794 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,795 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,796 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,798 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,799 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,800 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,801 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:38,802 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,156 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,156 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,158 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,159 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,161 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,163 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,164 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,166 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,167 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,167 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:40,577 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:41,344 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:07:42,578 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:42,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,768 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,771 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,772 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,773 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,773 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,774 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,775 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,776 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,777 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,778 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,779 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:42,781 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,265 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,266 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,268 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,269 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,269 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,270 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,270 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,271 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,272 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,273 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,274 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,274 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,275 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,276 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,276 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:43,277 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,427 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:07:44,427 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:07:44,578 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:44,735 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,736 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,738 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,739 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,739 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,740 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,740 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,741 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,742 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,743 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,744 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,744 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,745 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,745 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,746 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:44,746 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,089 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,090 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,090 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,092 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,092 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,094 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,094 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,095 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,096 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,097 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,097 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,098 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,098 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,458 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,459 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,461 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,461 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,462 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,462 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,464 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,465 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,465 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,467 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,469 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:45,469 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:46,579 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:47,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,917 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,988 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,991 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,991 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,992 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,993 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,993 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,994 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:47,994 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:48,064 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:07:48,134 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:07:48,210 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:07:48,238 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:07:48,580 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:48,580 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:07:49,580 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:54,582 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:58,584 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:07:59,950 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:07:59,952 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:08:02,586 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:06,587 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:09,589 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:11,419 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:08:13,590 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:15,313 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:08:15,314 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:08:15,591 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:17,592 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:21,594 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:23,594 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:25,595 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:27,596 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:29,597 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:30,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:08:30,657 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:08:31,598 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:33,598 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:37,600 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:39,600 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:41,493 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:08:41,601 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:43,602 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:45,603 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:45,995 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:08:45,995 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:08:47,604 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:49,605 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:51,605 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:53,606 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:55,607 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:57,608 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:08:59,609 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:00,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,532 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,533 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,534 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,535 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,537 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,538 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,539 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,541 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,541 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,542 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:00,542 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:01,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:09:01,246 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:09:01,609 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:03,194 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,194 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,197 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,197 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:03,610 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:04,389 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,390 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,392 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,393 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,393 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,394 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,395 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,395 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,397 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,397 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,398 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,400 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,400 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,401 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:04,402 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:05,611 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:06,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,695 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,696 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,698 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,699 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,700 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,701 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,704 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:06,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,357 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,358 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,360 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,361 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,362 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,362 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,363 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,365 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,366 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,367 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,368 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,369 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,369 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,370 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,396 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,397 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,399 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,400 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,401 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,401 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,402 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,404 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,404 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,405 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,406 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,407 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,408 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:07,408 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,416 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,419 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,421 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,422 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,424 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,425 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,427 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,428 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,457 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,457 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,460 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,460 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,461 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,461 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,462 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,463 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,464 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,465 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,466 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,467 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,468 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,469 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,613 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:08,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,864 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,864 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,866 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:08,869 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,482 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,482 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,484 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,486 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,487 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,487 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,489 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,489 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,490 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,491 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,492 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,492 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,493 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,493 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,926 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,929 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,930 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,931 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,932 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,933 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,934 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,935 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:09,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,482 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,482 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,486 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,486 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,487 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,488 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,489 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,490 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,491 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,491 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,492 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,493 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,493 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,494 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,614 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:10,856 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,857 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,859 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,861 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,862 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,863 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,867 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,868 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,869 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,870 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,873 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,911 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,913 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,914 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,915 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,917 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,917 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,918 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,919 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,920 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,954 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,956 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,957 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,959 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,959 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,961 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,962 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,963 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,963 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,964 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:10,965 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,440 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,440 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,442 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,443 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,443 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,444 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,445 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,445 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,447 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,447 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,448 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,449 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,450 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,451 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,451 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,568 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:09:11,898 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,899 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,901 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,901 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,902 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,902 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,903 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,905 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,905 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,906 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,907 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:11,909 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,614 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:12,720 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,720 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,722 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,723 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,723 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,724 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,725 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,725 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,727 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,727 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,728 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,729 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,730 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,730 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,731 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:12,731 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,615 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:14,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,780 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,782 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,784 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,784 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,788 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,789 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,790 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,792 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,793 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,871 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,872 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,874 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,878 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,879 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,880 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,881 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,882 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:14,883 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,336 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,337 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,337 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,338 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,339 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,339 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,340 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,341 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,342 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,342 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,343 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,344 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,344 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,345 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,577 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:09:16,578 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:09:16,616 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:16,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,705 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,706 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,707 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,708 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,709 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,710 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,711 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,712 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,713 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:16,714 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,259 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,260 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,261 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,262 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,262 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,263 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,264 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,264 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,265 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,266 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,267 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,267 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,268 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,269 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,269 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,270 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,506 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,506 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,507 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,507 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,573 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,574 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,575 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:09:18,617 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:20,617 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:26,620 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:30,622 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:31,860 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:09:31,860 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:09:34,623 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:36,624 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:40,626 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:41,646 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:09:42,627 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:44,627 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:47,199 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:09:47,199 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:09:48,630 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:50,630 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:52,631 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:54,632 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:09:58,634 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:00,635 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:02,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:10:02,583 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:10:02,635 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:04,636 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:07,638 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:09,638 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:11,639 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:11,722 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:10:13,640 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:15,641 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:17,642 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:17,913 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:10:17,914 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:10:19,642 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:21,643 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:23,644 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:25,645 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:27,645 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:29,646 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:31,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,510 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,512 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,513 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,515 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,517 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,518 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,519 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,520 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,521 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,522 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:31,647 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:33,250 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:10:33,251 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:10:33,648 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:35,648 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:37,100 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,101 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,103 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,105 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,106 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,108 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,109 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,110 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,111 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,111 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,139 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,139 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,142 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,142 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,144 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,145 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,147 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,148 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,148 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,149 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,151 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,649 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:37,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,671 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,671 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,672 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,672 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,673 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,674 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,676 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,676 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,678 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,679 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,679 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:37,680 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,813 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,815 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,816 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,817 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,818 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,820 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,821 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,822 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,822 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,823 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:38,824 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:39,650 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:40,214 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,215 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,217 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,217 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,218 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,219 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,220 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,221 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,222 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,223 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,224 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,252 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,253 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,254 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,254 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,255 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,255 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,259 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,260 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,262 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,262 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,263 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,263 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,264 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,265 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,266 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,267 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,268 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,268 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,269 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,270 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,270 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,271 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,297 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,300 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,301 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,302 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,303 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,304 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,305 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,306 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,307 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,308 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:40,309 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,197 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,198 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,201 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,206 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,208 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,208 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,209 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,209 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,250 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,251 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,252 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,252 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,253 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,254 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,254 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,255 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:41,651 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:41,796 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:10:42,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,200 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,202 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,203 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,204 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,205 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,207 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,208 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,209 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,210 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,210 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,211 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,211 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,233 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,233 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,235 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,236 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,237 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,238 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,239 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,664 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,667 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,667 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,670 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,671 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,672 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,673 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,673 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,674 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:42,676 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,135 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,135 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,137 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,138 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,139 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,139 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,140 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,141 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,142 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,143 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,144 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,145 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,145 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,559 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,562 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,563 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,565 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,567 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,568 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,569 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,570 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,571 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,572 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,651 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:43,652 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,653 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,654 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,655 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,656 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,657 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,658 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,659 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,660 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:43,661 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,050 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,052 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,053 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,054 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,056 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,057 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,058 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,059 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,060 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:44,061 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,239 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,239 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,241 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,243 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,246 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,247 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,248 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,249 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,250 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,652 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:45,995 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,996 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:45,998 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,000 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,001 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,003 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,005 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,006 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,007 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,008 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,009 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,010 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,011 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,011 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,426 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,429 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,432 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,433 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,434 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,435 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,436 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,436 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:46,437 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:47,653 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:48,474 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:10:48,475 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:10:48,665 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,666 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,668 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,669 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,670 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,671 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,672 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,672 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,673 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,674 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,675 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,676 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,676 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,876 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,877 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,943 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,946 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,947 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,948 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:48,949 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:49,013 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:10:49,070 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:10:49,172 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:10:49,200 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:10:49,654 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:49,654 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:10:50,654 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:51,655 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:53,655 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:55,656 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:57,657 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:10:59,658 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:01,659 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:03,660 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:03,763 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:11:03,764 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:11:05,661 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:07,661 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:09,662 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:11,663 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:11,874 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:11:13,664 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:15,665 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:18,666 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:18,999 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:11:19,000 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:11:20,667 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:22,668 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:24,668 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:26,669 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:28,670 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:30,671 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:32,672 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:34,271 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:11:34,271 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:11:34,672 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:36,673 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:38,674 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:40,676 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:41,954 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:11:42,676 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:44,677 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:46,678 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:48,679 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:49,703 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:11:49,704 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:11:50,679 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:52,680 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:54,681 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:56,682 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:11:58,682 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:00,683 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:02,684 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:04,685 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:04,936 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:12:04,937 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:12:06,686 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:08,687 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:10,687 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:12,031 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:12:12,688 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:14,689 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:16,690 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:18,691 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:20,245 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:12:20,245 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:12:20,692 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:22,692 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:24,693 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:26,694 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:28,695 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:30,696 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:33,697 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:35,580 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:12:35,581 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:12:35,698 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:37,699 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:39,700 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:41,700 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:42,110 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:12:43,701 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:45,702 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:47,703 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:49,704 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:50,912 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:12:50,912 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:12:51,704 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:53,705 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:55,706 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:57,707 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:12:59,708 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:01,708 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:03,709 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:05,710 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:06,212 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:13:06,212 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:13:07,711 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:09,712 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:11,713 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:12,186 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:13:13,714 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:15,715 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:17,716 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:19,716 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:21,477 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:13:21,477 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:13:21,717 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:23,718 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:25,719 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:27,720 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:29,721 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:31,721 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:33,722 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:35,723 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:36,786 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:13:36,786 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:13:37,724 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:39,725 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:41,726 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:42,262 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:13:44,727 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:46,728 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:48,729 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:50,730 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:52,026 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:13:52,026 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:13:52,731 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:54,732 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:56,732 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:13:58,733 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:00,734 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:02,735 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:04,736 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:06,737 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:07,376 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:14:07,376 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:14:08,738 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:10,739 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:12,339 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:14:12,740 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:14,740 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:16,741 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:18,742 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:20,743 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:22,629 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:14:22,629 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:14:22,744 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:24,745 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:26,746 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:28,747 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:30,748 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:32,748 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:34,749 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:36,750 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:37,854 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:14:37,854 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:14:38,751 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:41,752 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:42,415 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:14:43,753 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:45,754 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:47,755 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:49,756 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:51,756 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:53,216 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:14:53,217 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:14:53,758 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:55,759 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:57,760 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:14:59,761 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:01,762 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:03,763 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:05,764 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:07,765 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:08,550 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:15:08,550 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:15:09,765 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:11,766 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:12,493 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:15:13,767 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:15,768 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:17,769 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:19,770 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:21,771 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:23,772 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:23,791 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:15:23,791 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:15:25,773 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:27,774 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:29,775 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:31,776 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:33,777 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:35,778 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:37,779 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:39,083 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:15:39,084 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:15:39,780 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:41,781 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:42,571 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:15:43,782 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:45,783 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:47,784 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:49,785 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:51,786 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:54,409 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:15:54,409 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:15:54,787 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:56,788 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:15:58,789 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:00,790 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:02,791 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:04,792 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:06,793 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:08,794 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:09,787 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:16:09,787 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:16:10,795 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:12,647 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:16:12,796 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:14,797 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:16,798 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:18,799 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:20,800 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:22,801 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:24,802 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:25,160 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:16:25,161 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:16:26,803 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:28,804 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:31,806 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:33,807 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:35,808 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:37,809 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:39,810 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:40,431 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:16:40,432 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:16:41,811 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:42,724 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:16:43,812 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:45,813 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:47,814 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:49,814 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:51,815 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:53,816 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:55,817 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:55,927 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:16:55,927 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:16:57,818 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:16:59,819 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:01,820 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:03,821 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:05,822 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:07,823 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:09,824 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:11,178 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:17:11,179 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:17:11,825 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:12,802 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:17:13,826 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:15,827 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:17,828 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:19,829 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:21,830 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:23,831 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:25,832 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:26,483 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:17:26,483 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:17:27,833 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:30,835 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:32,836 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:34,837 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:36,838 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:38,839 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:40,840 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:41,843 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:17:41,843 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:17:42,841 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:42,892 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:17:44,842 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:46,843 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:48,844 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:50,845 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:52,846 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:54,847 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:56,848 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:17:57,127 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:17:57,127 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:17:58,849 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:00,850 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:02,851 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:04,852 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:06,853 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:08,854 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:10,855 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:12,423 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:18:12,424 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:18:12,856 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:12,957 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:18:14,858 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:16,859 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:18,860 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:20,861 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:22,862 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:24,863 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:26,864 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:27,724 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:18:27,724 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:18:28,865 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:30,866 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:32,867 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:34,868 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:36,869 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:39,870 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:41,871 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:42,980 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:18:42,980 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:18:43,226 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:18:43,872 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:45,873 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:47,874 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:49,875 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:51,876 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:53,877 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:55,878 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:57,879 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:18:58,293 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:18:58,294 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:18:59,881 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:01,882 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:03,883 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:05,884 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:07,885 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:09,886 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:11,887 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:13,109 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:19:13,525 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:19:13,526 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:19:13,888 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:15,889 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:17,890 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:19,891 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:21,892 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:23,893 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:25,894 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:27,895 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:28,835 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:19:28,835 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:19:29,896 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:31,897 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:33,898 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:35,899 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:38,900 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:40,901 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:42,902 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:43,186 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:19:44,165 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:19:44,165 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:19:44,903 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:46,904 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:48,905 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:50,906 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:52,907 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:54,908 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:56,909 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:58,910 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:19:59,452 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:19:59,452 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:20:00,911 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:02,912 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:04,913 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:06,914 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:08,914 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:10,916 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:13,262 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:20:13,917 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:14,682 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:20:14,683 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:20:15,918 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:17,919 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:19,920 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:21,921 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:23,922 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:25,923 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:27,924 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:29,925 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:29,997 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:20:29,998 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:20:31,926 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:33,927 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:35,928 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:37,929 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:39,930 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:41,931 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:43,338 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:20:43,932 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:45,277 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:20:45,278 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:20:45,933 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:47,934 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:49,935 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:51,936 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:53,937 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:55,938 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:20:57,939 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:00,537 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:21:00,538 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:21:00,940 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:02,941 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:04,942 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:06,943 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:08,944 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:10,945 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:12,946 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:13,414 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:21:14,947 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:15,904 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:21:15,904 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:21:16,948 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:18,949 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:20,950 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:22,951 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:24,952 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:26,953 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:28,954 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:30,955 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:31,182 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:21:31,183 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:21:32,956 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:34,957 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:36,958 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:38,959 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:40,960 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:42,961 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:43,490 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:21:44,962 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:46,514 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:21:46,515 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:21:46,963 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:48,964 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:50,965 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:52,966 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:54,966 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:56,967 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:21:58,968 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:00,969 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:01,747 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:22:01,748 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:22:02,972 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:04,973 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:06,974 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:09,975 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:11,976 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:13,566 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:22:13,977 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:15,977 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:17,062 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:22:17,062 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:22:17,978 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:19,979 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:21,980 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:23,981 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:25,981 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:27,982 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:29,983 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:31,984 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:32,420 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:22:32,420 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:22:33,985 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:35,986 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:37,987 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:39,988 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:41,989 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:43,643 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:22:43,990 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:45,991 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:47,716 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:22:47,716 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:22:47,992 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:49,993 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:51,994 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:53,995 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:55,996 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:57,997 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:22:59,998 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:01,999 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:02,968 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:23:02,968 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:23:05,001 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:07,002 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:09,003 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:11,004 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:13,005 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:13,719 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:23:15,006 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:17,007 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:18,257 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:23:18,257 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:23:19,008 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:21,009 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:23,010 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:25,011 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:27,012 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:29,013 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:31,014 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:33,015 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:33,561 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:23:33,562 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:23:35,016 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:37,017 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:39,018 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:41,019 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:43,020 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:43,795 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:23:45,020 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:47,021 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:49,007 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:23:49,008 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:23:50,023 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:52,024 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:54,025 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:56,026 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:23:58,028 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:00,028 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:02,030 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:04,030 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:04,240 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:24:04,240 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:24:06,032 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:08,032 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:10,034 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:12,034 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:13,870 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:24:14,036 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:16,037 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:18,038 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:19,583 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:24:19,583 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:24:20,039 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:22,040 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:24,041 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:26,042 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:28,043 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:30,044 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:32,045 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:35,006 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:24:35,006 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:24:35,046 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:37,047 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:39,048 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:41,049 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:43,050 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:43,948 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:24:45,051 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:47,052 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:49,053 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:50,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:24:50,244 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:24:51,055 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:53,056 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:55,057 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:57,058 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:24:59,059 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:01,060 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:03,061 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:05,062 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:05,595 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:25:05,595 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:25:07,063 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:09,064 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:11,065 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:13,066 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:14,026 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:25:15,067 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:18,068 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:20,069 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:20,916 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:25:20,916 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:25:22,070 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:24,071 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:26,072 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:28,073 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:30,074 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:32,075 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:34,076 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:36,077 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:36,244 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:25:36,244 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:25:38,078 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:40,079 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:42,080 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:44,081 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:44,103 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:25:46,082 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:48,083 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:50,084 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:51,501 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:25:51,502 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:25:52,085 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:54,086 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:56,087 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:25:58,088 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:00,089 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:02,090 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:04,091 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:06,092 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:06,730 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:26:06,731 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:26:08,093 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:10,094 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:12,095 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:14,096 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:14,179 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:26:16,097 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:18,098 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:20,099 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:22,100 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:22,146 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:26:22,146 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:26:24,101 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:26,102 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:29,104 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:31,105 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:33,106 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:35,107 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:37,108 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:37,373 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:26:37,374 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:26:39,109 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:41,110 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:43,111 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:44,254 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:26:45,112 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:47,113 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:49,114 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:51,115 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:52,600 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:26:52,600 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:26:53,116 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:55,117 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:57,118 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:26:59,119 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:01,120 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:03,121 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:05,122 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:07,123 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:07,937 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:27:07,938 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:27:09,124 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:11,125 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:13,126 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:14,330 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:27:15,128 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:17,128 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:19,129 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:21,130 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:23,131 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:23,242 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:27:23,243 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:27:25,133 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:27,133 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:30,135 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:32,136 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:34,137 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:36,138 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:38,139 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:38,585 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:27:38,585 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:27:40,140 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:42,141 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:44,142 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:44,406 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:27:46,143 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:48,144 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:50,145 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:52,146 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:53,972 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:27:53,973 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:27:54,147 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:56,148 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:27:58,150 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:00,151 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:02,152 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:04,153 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:06,154 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:08,155 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:09,327 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:28:09,327 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:28:10,156 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:12,157 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:14,158 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:14,483 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:28:16,159 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:19,160 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:21,161 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:23,162 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:24,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:28:24,629 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:28:25,163 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:27,164 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:29,165 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:31,166 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:33,167 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:35,168 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:37,169 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:39,171 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:39,905 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:28:39,905 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:28:41,172 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:43,173 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:44,560 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:28:45,174 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:47,175 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:49,176 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:51,177 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:53,178 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:55,179 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:55,225 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:28:55,226 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:28:57,180 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:28:59,181 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:01,182 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:03,183 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:05,184 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:07,185 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:10,186 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:10,495 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:29:10,495 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:29:12,187 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:14,188 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:14,637 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:29:16,189 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:18,190 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:20,191 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:22,192 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:24,193 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:25,908 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:29:25,909 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:29:26,194 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:28,195 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:30,196 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:32,197 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:34,198 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:36,199 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:38,201 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:40,202 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:41,650 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:29:41,650 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:29:42,202 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:44,203 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:44,713 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:29:46,205 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:48,205 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:50,207 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:52,207 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:55,209 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:56,958 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:29:56,958 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:29:57,210 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:29:59,211 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:01,212 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:03,213 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:05,214 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:07,215 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:09,216 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:11,217 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:12,386 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:30:12,386 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:30:13,218 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:14,790 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:30:15,219 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:17,220 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:19,221 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:21,222 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:23,224 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:25,224 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:27,225 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:27,687 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:30:27,688 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:30:29,226 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:31,227 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:33,228 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:35,230 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:37,231 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:39,232 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:41,233 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:42,938 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:30:42,939 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:30:43,234 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:44,868 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:30:45,235 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:47,236 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:49,237 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:51,238 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:53,239 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:56,240 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:30:58,209 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:30:58,209 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:30:58,241 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:00,242 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:02,243 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:04,244 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:06,245 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:08,246 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:10,247 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:12,248 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:13,584 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:31:13,585 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:31:14,249 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:14,945 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:31:16,250 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:18,251 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:20,252 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:22,253 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:24,254 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:26,256 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:28,257 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:29,013 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:31:29,013 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:31:30,258 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:32,259 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:34,260 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:36,261 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:38,262 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:40,263 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:42,264 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:44,265 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:44,442 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:31:44,443 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:31:45,022 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:31:46,266 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:48,267 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:50,268 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:52,269 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:55,270 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:57,271 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:59,272 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:31:59,677 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:31:59,678 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:32:01,273 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:03,274 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:05,275 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:07,276 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:09,277 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:11,278 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:13,279 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:14,939 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:32:14,939 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:32:15,194 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:32:15,280 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:17,281 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:19,282 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:21,284 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:23,285 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:25,285 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:27,287 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:29,288 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:30,298 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:32:30,299 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:32:31,289 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:33,290 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:35,291 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:37,292 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:39,293 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:41,294 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:43,295 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:45,176 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:32:45,296 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:45,637 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:32:45,637 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:32:47,297 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:49,298 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:51,299 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:53,300 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:56,301 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:32:58,302 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:00,303 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:01,112 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:33:01,113 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:33:02,304 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:04,305 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:06,306 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:08,307 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:10,308 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:12,309 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:14,310 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:15,255 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:33:16,310 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:16,430 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:33:16,431 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:33:18,311 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:20,312 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:22,313 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:24,314 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:26,315 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:28,316 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:30,317 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:31,719 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:33:31,720 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:33:32,318 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:34,319 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:36,320 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:38,321 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:40,322 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:42,323 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:45,324 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:45,332 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:33:47,210 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:33:47,210 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:33:47,325 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:49,326 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:51,327 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:53,328 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:55,329 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:57,329 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:33:59,330 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:01,331 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:02,529 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:34:02,529 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:34:03,332 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:05,333 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:07,334 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:09,335 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:11,336 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:13,337 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:15,338 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:15,408 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:34:17,339 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:17,783 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:34:17,783 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:34:19,340 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:21,341 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:23,342 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:25,343 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:27,343 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:29,344 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:31,345 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:33,055 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:34:33,056 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:34:33,346 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:35,347 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:37,348 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:39,349 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:41,350 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:44,351 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:45,484 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:34:46,352 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:48,351 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:34:48,352 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:34:48,356 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:50,357 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:52,358 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:54,359 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:56,360 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:34:58,361 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:00,361 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:02,362 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:03,616 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:35:03,617 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:35:04,363 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:06,364 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:08,365 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:10,366 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:12,367 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:14,368 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:15,560 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:35:16,369 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:18,370 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:18,847 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:35:18,848 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:35:20,371 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:22,371 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:24,372 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:26,373 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:28,374 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:30,375 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:32,376 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:34,180 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:35:34,180 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:35:34,377 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:36,377 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:38,378 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:40,379 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:43,381 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:45,381 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:45,636 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:35:47,382 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:49,383 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:49,564 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:35:49,564 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:35:51,385 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:53,385 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:55,386 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:57,387 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:35:59,388 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:01,389 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:03,390 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:04,865 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:36:04,866 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:36:05,391 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:07,391 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:09,392 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:11,393 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:13,394 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:15,395 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:15,714 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:36:17,396 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:19,397 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:20,115 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:36:20,116 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:36:21,397 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:23,398 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:25,399 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:27,400 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:30,401 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:32,402 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:34,403 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:35,456 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:36:35,456 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:36:36,404 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:38,405 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:40,406 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:42,407 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:44,408 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:45,792 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:36:46,409 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:48,410 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:50,410 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:50,888 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:36:50,889 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:36:52,411 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:54,413 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:56,415 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:36:58,415 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:00,416 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:02,416 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:04,417 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:06,116 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:37:06,116 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:37:06,418 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:08,419 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:10,420 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:12,421 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:14,422 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:15,869 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:37:16,423 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:18,424 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:20,425 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:21,449 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:37:21,449 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:37:22,426 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:24,427 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:26,428 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:29,430 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:31,431 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:33,432 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:35,432 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:36,762 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:37:36,762 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:37:37,433 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:39,434 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:41,435 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:43,436 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:45,437 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:45,945 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:37:47,438 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:49,439 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:51,440 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:52,091 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:37:52,091 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:37:53,441 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:55,442 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:57,443 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:37:59,444 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:01,445 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:03,446 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:05,447 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:07,448 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:07,482 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:38:07,482 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:38:09,449 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:11,450 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:13,451 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:15,452 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:16,022 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:38:17,453 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:19,454 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:21,455 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:22,720 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:38:22,720 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:38:23,456 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:25,457 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:27,458 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:29,459 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:31,460 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:33,461 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:36,462 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:38,104 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:38:38,105 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:38:38,463 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:40,464 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:42,465 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:44,466 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:46,100 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:38:46,467 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:48,468 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:50,469 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:52,470 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:53,390 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:38:53,390 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:38:54,471 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:56,472 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:38:58,473 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:00,474 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:02,475 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:04,476 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:06,477 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:08,478 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:08,628 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:39:08,629 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:39:10,479 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:12,480 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:14,481 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:16,178 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:39:16,482 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:18,483 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:20,484 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:22,485 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:23,998 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:39:23,999 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:39:24,486 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:26,487 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:28,488 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:30,489 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:32,489 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:34,490 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:36,491 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:38,492 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:39,228 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:39:39,229 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:39:40,493 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:42,494 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:44,495 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:46,254 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:39:46,496 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:48,497 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:50,498 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:52,499 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:54,485 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:39:54,485 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:39:55,500 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:57,501 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:39:59,502 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:01,503 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:03,504 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:05,505 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:07,506 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:09,507 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:10,036 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:40:10,036 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:40:11,508 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:13,509 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:15,510 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:16,330 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:40:17,511 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:19,512 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:21,513 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:23,514 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:25,406 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:40:25,407 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:40:25,515 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:27,516 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:29,517 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:31,518 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:33,519 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:35,520 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:37,521 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:39,521 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:40,749 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:40:40,750 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:40:41,522 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:43,523 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:45,524 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:46,406 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:40:47,524 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:40:55,977 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:40:55,978 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:41:12,070 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:41:12,071 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:41:16,481 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:41:27,087 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: partial_history +2022-07-25 16:41:27,093 DEBUG SenderThread:1968168 [sender.py:send():232] send: history +2022-07-25 16:41:27,129 DEBUG SenderThread:1968168 [sender.py:send():232] send: summary +2022-07-25 16:41:27,177 INFO SenderThread:1968168 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-07-25 16:41:27,334 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:41:27,335 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:41:27,540 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/wandb-summary.json +2022-07-25 16:41:28,541 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:41:29,541 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:41:30,542 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:41:36,545 INFO Thread-7 :1968168 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst-bokmaal-fixed/wandb/run-20220725_150933-2x1p7456/files/output.log +2022-07-25 16:41:42,618 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:41:42,619 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:41:46,564 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:41:57,875 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:41:57,876 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:42:13,150 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:42:13,150 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:42:16,646 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats +2022-07-25 16:42:28,383 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:42:28,384 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:42:43,624 DEBUG HandlerThread:1968168 [handler.py:handle_request():141] handle_request: stop_status +2022-07-25 16:42:43,625 DEBUG SenderThread:1968168 [sender.py:send_request():246] send_request: stop_status +2022-07-25 16:42:46,728 DEBUG SenderThread:1968168 [sender.py:send():232] send: stats