diff --git "a/experiment/memory-bench/Benchmark-V5wavenet.ipynb" "b/experiment/memory-bench/Benchmark-V5wavenet.ipynb" new file mode 100644--- /dev/null +++ "b/experiment/memory-bench/Benchmark-V5wavenet.ipynb" @@ -0,0 +1,8735 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "147d26e4", + "metadata": { + "papermill": { + "duration": 0.00274, + "end_time": "2023-08-25T21:51:20.639146", + "exception": false, + "start_time": "2023-08-25T21:51:20.636406", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "## Custom Experimental Memory benchmarking\n", + "\n", + "The following is meant to observe the memory performance in a more verbose CSV logging mode, for the baseline raven models" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "b3db5c32", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-25T21:51:20.648141Z", + "iopub.status.busy": "2023-08-25T21:51:20.647197Z", + "iopub.status.idle": "2023-08-25T21:54:05.778686Z", + "shell.execute_reply": "2023-08-25T21:54:05.777602Z" + }, + "papermill": { + "duration": 165.137679, + "end_time": "2023-08-25T21:54:05.781022", + "exception": false, + "start_time": "2023-08-25T21:51:20.643343", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--2023-08-25 21:51:21-- https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\r\n", + "Resolving huggingface.co (huggingface.co)... 18.154.227.69, 18.154.227.67, 18.154.227.7, ...\r\n", + "Connecting to huggingface.co (huggingface.co)|18.154.227.69|:443... connected.\r\n", + "HTTP request sent, awaiting response... 302 Found\r\n", + "Location: https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693259481&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI1OTQ4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=gdWB1jnmJws%7EsTrvzYcXq8X3nTCq8sf5wVGiCekDHrDyYcnveXIBPv8cPgej7uqipa5B70F%7E69gQpeCkt24plvXNt%7EKh2LNLM4aURSXeTX-35qdSNUNzV%7Eb1tP-DecLdVjClqYUB3s%7EQMZ9YdYlpexe1thzN%7EVS3YpvXnn%7E6egunSTou5hOgD1fE%7EndphmyZz0K8CYpq-LTMldkc69d9Pqj5tQtigH-PXSoBjtnyWO2GDfFAgzOzji%7ECXZJi1VqHayAKGckKWrF1aYvaeH4md7okUqUY1XLPdzS7hCgLbLV-APxE92j0EZVBRsaqOkWZcmVWPBjEmcsQ4FDx%7EwTZdQ__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", + "--2023-08-25 21:51:21-- https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693259481&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI1OTQ4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=gdWB1jnmJws%7EsTrvzYcXq8X3nTCq8sf5wVGiCekDHrDyYcnveXIBPv8cPgej7uqipa5B70F%7E69gQpeCkt24plvXNt%7EKh2LNLM4aURSXeTX-35qdSNUNzV%7Eb1tP-DecLdVjClqYUB3s%7EQMZ9YdYlpexe1thzN%7EVS3YpvXnn%7E6egunSTou5hOgD1fE%7EndphmyZz0K8CYpq-LTMldkc69d9Pqj5tQtigH-PXSoBjtnyWO2GDfFAgzOzji%7ECXZJi1VqHayAKGckKWrF1aYvaeH4md7okUqUY1XLPdzS7hCgLbLV-APxE92j0EZVBRsaqOkWZcmVWPBjEmcsQ4FDx%7EwTZdQ__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", + "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.36, 108.138.64.49, 108.138.64.121, ...\r\n", + "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.36|:443... connected.\r\n", + "HTTP request sent, awaiting response... " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "200 OK\r\n", + "Length: 6060483063 (5.6G) [binary/octet-stream]\r\n", + "Saving to: ‘WaveV5-C-Tune5.pth’\r\n", + "\r\n", + "\r", + "WaveV5-C-Tune5.pth 0%[ ] 0 --.-KB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 0%[ ] 15.26M 67.4MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 0%[ ] 30.52M 64.2MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 0%[ ] 52.47M 68.9MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 1%[ ] 73.98M 76.9MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 1%[ ] 76.29M 60.1MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 1%[ ] 104.99M 69.4MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 2%[ ] 121.56M 66.4MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 2%[ ] 135.50M 65.1MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 2%[ ] 152.07M 64.5MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 2%[ ] 167.33M 64.4MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 3%[ ] 176.96M 63.2MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 3%[ ] 183.10M 60.5MB/s eta 93s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 3%[ ] 198.36M 60.9MB/s eta 93s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 3%[ ] 209.30M 58.6MB/s eta 93s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 3%[ ] 213.62M 56.3MB/s eta 93s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 3%[ ] 228.87M 54.6MB/s eta 1m 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 4%[ ] 243.63M 53.5MB/s eta 1m 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 4%[ ] 257.97M 52.6MB/s eta 1m 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 4%[ ] 259.40M 48.7MB/s eta 1m 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 5%[> ] 289.92M 54.5MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 5%[> ] 305.18M 52.4MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 5%[> ] 320.43M 50.8MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 5%[> ] 335.69M 51.0MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 6%[> ] 350.95M 50.4MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 6%[> ] 365.70M 51.4MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 6%[> ] 379.64M 52.9MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 6%[> ] 396.22M 53.7MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 7%[> ] 410.48M 52.9MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 7%[> ] 427.25M 55.1MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 7%[> ] 442.51M 57.1MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 7%[> ] 457.76M 56.0MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 8%[> ] 471.95M 58.7MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 8%[> ] 481.46M 57.7MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 8%[> ] 488.33M 58.1MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 8%[> ] 503.54M 58.0MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 8%[> ] 518.80M 61.7MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 9%[> ] 546.45M 62.4MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 9%[> ] 560.25M 61.2MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 9%[> ] 577.43M 63.2MB/s eta 88s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 10%[=> ] 580.45M 60.0MB/s eta 88s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 10%[=> ] 595.09M 62.1MB/s eta 88s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 10%[=> ] 600.28M 59.5MB/s eta 88s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 10%[=> ] 609.84M 57.0MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 10%[=> ] 613.66M 55.2MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 10%[=> ] 619.28M 53.4MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 10%[=> ] 622.98M 48.8MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 10%[=> ] 625.61M 45.3MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 11%[=> ] 640.36M 45.7MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 11%[=> ] 647.05M 46.3MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 11%[=> ] 664.15M 45.9MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 11%[=> ] 671.38M 45.6MB/s eta 98s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 11%[=> ] 686.64M 43.5MB/s eta 96s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 11%[=> ] 692.95M 39.2MB/s eta 96s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 12%[=> ] 709.59M 40.2MB/s eta 96s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 12%[=> ] 731.91M 42.5MB/s eta 96s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 12%[=> ] 747.17M 42.3MB/s eta 96s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 12%[=> ] 747.69M 38.1MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 13%[=> ] 762.94M 40.4MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 13%[=> ] 778.20M 43.6MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 13%[=> ] 794.67M 46.3MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 13%[=> ] 808.20M 48.1MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 14%[=> ] 815.51M 48.5MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 14%[=> ] 823.97M 51.3MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 14%[=> ] 839.14M 51.5MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 14%[=> ] 849.48M 53.0MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 14%[=> ] 854.49M 49.7MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 15%[==> ] 869.24M 49.4MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 15%[==> ] 884.49M 48.9MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 15%[==> ] 890.90M 50.0MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 15%[==> ] 900.27M 49.4MB/s eta 95s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 15%[==> ] 908.70M 46.6MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 15%[==> ] 915.53M 45.1MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 16%[==> ] 930.78M 43.8MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 16%[==> ] 957.47M 49.7MB/s eta 94s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 16%[==> ] 976.55M 50.2MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 17%[==> ] 991.95M 53.2MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 17%[==> ] 1006M 52.9MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 17%[==> ] 1007M 49.5MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 17%[==> ] 1022M 49.3MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 17%[==> ] 1.01G 49.1MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 18%[==> ] 1.02G 48.3MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 18%[==> ] 1.03G 46.8MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 18%[==> ] 1.04G 47.9MB/s eta 92s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 18%[==> ] 1.06G 47.9MB/s eta 91s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 19%[==> ] 1.07G 49.4MB/s eta 91s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 19%[==> ] 1.09G 50.0MB/s eta 91s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 19%[==> ] 1.10G 51.0MB/s eta 91s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 19%[==> ] 1.12G 51.5MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 19%[==> ] 1.12G 50.8MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 20%[===> ] 1.13G 48.3MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 20%[===> ] 1.15G 45.8MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 20%[===> ] 1.16G 45.1MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 20%[===> ] 1.17G 46.0MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 21%[===> ] 1.19G 49.3MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 21%[===> ] 1.19G 47.2MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 21%[===> ] 1.22G 53.6MB/s eta 90s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 21%[===> ] 1.24G 52.4MB/s eta 87s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 22%[===> ] 1.25G 54.7MB/s eta 87s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 22%[===> ] 1.26G 53.6MB/s eta 87s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 22%[===> ] 1.28G 56.2MB/s eta 87s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 22%[===> ] 1.29G 56.8MB/s eta 87s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 22%[===> ] 1.30G 53.9MB/s eta 86s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 23%[===> ] 1.31G 56.0MB/s eta 86s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 23%[===> ] 1.31G 52.1MB/s eta 86s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 23%[===> ] 1.33G 52.5MB/s eta 86s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 23%[===> ] 1.34G 54.8MB/s eta 85s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 24%[===> ] 1.36G 54.6MB/s eta 85s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 24%[===> ] 1.37G 57.9MB/s eta 85s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 24%[===> ] 1.39G 54.9MB/s eta 85s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 24%[===> ] 1.40G 54.4MB/s eta 84s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 25%[====> ] 1.42G 52.8MB/s eta 84s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 25%[====> ] 1.43G 50.2MB/s eta 84s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 25%[====> ] 1.44G 52.9MB/s eta 84s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 25%[====> ] 1.46G 53.9MB/s eta 84s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 25%[====> ] 1.46G 52.0MB/s eta 83s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 26%[====> ] 1.47G 51.9MB/s eta 83s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 26%[====> ] 1.50G 53.7MB/s eta 83s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 26%[====> ] 1.51G 53.0MB/s eta 83s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 26%[====> ] 1.52G 56.4MB/s eta 81s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 27%[====> ] 1.53G 57.4MB/s eta 81s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 27%[====> ] 1.54G 53.5MB/s eta 81s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 27%[====> ] 1.55G 53.2MB/s eta 81s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 27%[====> ] 1.56G 55.2MB/s eta 81s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 27%[====> ] 1.58G 55.0MB/s eta 80s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 28%[====> ] 1.59G 55.1MB/s eta 80s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 28%[====> ] 1.61G 56.0MB/s eta 80s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 28%[====> ] 1.62G 55.6MB/s eta 80s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 28%[====> ] 1.63G 54.9MB/s eta 80s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 29%[====> ] 1.64G 54.2MB/s eta 78s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 29%[====> ] 1.65G 55.7MB/s eta 78s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 29%[====> ] 1.67G 54.8MB/s eta 78s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 29%[====> ] 1.68G 56.7MB/s eta 78s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 30%[=====> ] 1.70G 57.6MB/s eta 78s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 30%[=====> ] 1.70G 54.5MB/s eta 77s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 30%[=====> ] 1.72G 55.4MB/s eta 77s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 30%[=====> ] 1.74G 57.3MB/s eta 77s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 31%[=====> ] 1.76G 59.4MB/s eta 77s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 31%[=====> ] 1.77G 58.0MB/s eta 77s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 31%[=====> ] 1.78G 61.7MB/s eta 74s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 31%[=====> ] 1.79G 59.2MB/s eta 74s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 31%[=====> ] 1.80G 59.4MB/s eta 74s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 32%[=====> ] 1.82G 61.1MB/s eta 74s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 32%[=====> ] 1.83G 59.8MB/s eta 73s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 32%[=====> ] 1.85G 58.9MB/s eta 73s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 33%[=====> ] 1.86G 59.8MB/s eta 73s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 33%[=====> ] 1.88G 58.4MB/s eta 73s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 33%[=====> ] 1.89G 58.7MB/s eta 72s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 33%[=====> ] 1.91G 57.8MB/s eta 72s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 34%[=====> ] 1.93G 61.0MB/s eta 72s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 34%[=====> ] 1.94G 59.1MB/s eta 72s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 34%[=====> ] 1.95G 59.8MB/s eta 71s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 34%[=====> ] 1.97G 59.1MB/s eta 71s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 35%[======> ] 1.98G 58.5MB/s eta 71s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 35%[======> ] 2.00G 58.5MB/s eta 71s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 35%[======> ] 2.01G 58.5MB/s eta 71s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 35%[======> ] 2.03G 59.3MB/s eta 69s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 36%[======> ] 2.04G 58.5MB/s eta 69s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 36%[======> ] 2.06G 59.4MB/s eta 69s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 36%[======> ] 2.07G 59.2MB/s eta 69s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 36%[======> ] 2.07G 57.9MB/s eta 69s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 37%[======> ] 2.10G 60.8MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 37%[======> ] 2.10G 58.6MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 37%[======> ] 2.12G 57.5MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 37%[======> ] 2.13G 59.5MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 38%[======> ] 2.14G 58.0MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 38%[======> ] 2.15G 57.7MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 38%[======> ] 2.16G 54.7MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 38%[======> ] 2.17G 53.5MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 38%[======> ] 2.19G 53.5MB/s eta 67s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 38%[======> ] 2.19G 49.1MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 39%[======> ] 2.21G 51.1MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 39%[======> ] 2.22G 49.2MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 39%[======> ] 2.23G 50.5MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 39%[======> ] 2.24G 46.8MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 39%[======> ] 2.25G 48.3MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 39%[======> ] 2.25G 45.3MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 40%[=======> ] 2.27G 46.9MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 40%[=======> ] 2.29G 50.3MB/s eta 66s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 40%[=======> ] 2.29G 47.5MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 40%[=======> ] 2.31G 48.0MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 41%[=======> ] 2.33G 50.6MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 41%[=======> ] 2.35G 54.1MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 41%[=======> ] 2.35G 51.1MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 41%[=======> ] 2.37G 52.7MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 41%[=======> ] 2.37G 51.5MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 42%[=======> ] 2.38G 52.4MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 42%[=======> ] 2.40G 55.0MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 42%[=======> ] 2.41G 53.8MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 43%[=======> ] 2.43G 53.7MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 43%[=======> ] 2.43G 53.9MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 43%[=======> ] 2.44G 53.7MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 43%[=======> ] 2.46G 56.2MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 43%[=======> ] 2.47G 56.4MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 44%[=======> ] 2.48G 58.6MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 44%[=======> ] 2.49G 54.8MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 44%[=======> ] 2.50G 52.7MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 44%[=======> ] 2.52G 53.1MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 44%[=======> ] 2.52G 49.1MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 44%[=======> ] 2.53G 48.6MB/s eta 60s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 45%[========> ] 2.55G 48.3MB/s eta 60s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 45%[========> ] 2.56G 47.4MB/s eta 60s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 45%[========> ] 2.56G 47.0MB/s eta 60s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 45%[========> ] 2.58G 46.8MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 45%[========> ] 2.59G 47.2MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 46%[========> ] 2.60G 44.6MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 46%[========> ] 2.62G 47.1MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 46%[========> ] 2.62G 45.1MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 46%[========> ] 2.64G 44.4MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 46%[========> ] 2.64G 42.3MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 46%[========> ] 2.65G 42.9MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 47%[========> ] 2.67G 45.4MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 47%[========> ] 2.68G 45.5MB/s eta 58s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 47%[========> ] 2.68G 43.8MB/s eta 58s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 47%[========> ] 2.70G 44.9MB/s eta 58s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 48%[========> ] 2.73G 47.6MB/s eta 58s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 48%[========> ] 2.74G 48.8MB/s eta 58s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 48%[========> ] 2.76G 52.1MB/s eta 56s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 49%[========> ] 2.77G 52.5MB/s eta 56s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 49%[========> ] 2.77G 50.6MB/s eta 56s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 49%[========> ] 2.78G 48.5MB/s eta 56s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 49%[========> ] 2.80G 48.4MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 49%[========> ] 2.81G 49.2MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 50%[=========> ] 2.83G 52.4MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 50%[=========> ] 2.84G 52.8MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 50%[=========> ] 2.85G 52.7MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 50%[=========> ] 2.86G 55.2MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 50%[=========> ] 2.88G 55.5MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 51%[=========> ] 2.89G 57.9MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 51%[=========> ] 2.91G 57.0MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 51%[=========> ] 2.92G 50.9MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 52%[=========> ] 2.94G 55.7MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 52%[=========> ] 2.95G 56.1MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 52%[=========> ] 2.96G 57.2MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 52%[=========> ] 2.98G 58.9MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 53%[=========> ] 2.99G 60.2MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 53%[=========> ] 3.00G 57.6MB/s eta 51s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 53%[=========> ] 3.01G 61.2MB/s eta 51s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 53%[=========> ] 3.02G 57.6MB/s eta 51s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 53%[=========> ] 3.04G 57.2MB/s eta 51s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 54%[=========> ] 3.05G 56.3MB/s eta 50s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 54%[=========> ] 3.07G 53.3MB/s eta 50s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 54%[=========> ] 3.08G 54.7MB/s eta 50s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 54%[=========> ] 3.09G 52.3MB/s eta 50s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 54%[=========> ] 3.10G 50.5MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 55%[==========> ] 3.11G 49.6MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 55%[==========> ] 3.13G 49.9MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 55%[==========> ] 3.14G 49.1MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 55%[==========> ] 3.16G 50.1MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 56%[==========> ] 3.17G 51.6MB/s eta 48s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 56%[==========> ] 3.19G 51.7MB/s eta 48s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 56%[==========> ] 3.20G 51.4MB/s eta 48s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 57%[==========> ] 3.22G 51.5MB/s eta 48s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 57%[==========> ] 3.22G 52.5MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 57%[==========> ] 3.23G 48.7MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 57%[==========> ] 3.25G 51.3MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 57%[==========> ] 3.26G 52.0MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 58%[==========> ] 3.28G 51.1MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 58%[==========> ] 3.29G 53.8MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 58%[==========> ] 3.31G 52.5MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 58%[==========> ] 3.32G 51.7MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 59%[==========> ] 3.34G 47.4MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 59%[==========> ] 3.35G 49.9MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 59%[==========> ] 3.37G 48.1MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 59%[==========> ] 3.38G 48.2MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 60%[===========> ] 3.39G 49.9MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 60%[===========> ] 3.41G 52.7MB/s eta 43s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 60%[===========> ] 3.42G 52.9MB/s eta 43s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 60%[===========> ] 3.43G 52.7MB/s eta 43s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 61%[===========> ] 3.44G 52.4MB/s eta 43s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 61%[===========> ] 3.46G 55.2MB/s eta 43s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 61%[===========> ] 3.47G 54.1MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 61%[===========> ] 3.48G 52.8MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 61%[===========> ] 3.48G 52.7MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 61%[===========> ] 3.49G 49.4MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 61%[===========> ] 3.49G 48.8MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 62%[===========> ] 3.51G 51.1MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 62%[===========> ] 3.52G 50.1MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 62%[===========> ] 3.53G 51.6MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 62%[===========> ] 3.55G 51.6MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 63%[===========> ] 3.56G 50.5MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 63%[===========> ] 3.57G 51.9MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 63%[===========> ] 3.58G 49.8MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 63%[===========> ] 3.59G 49.0MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 63%[===========> ] 3.61G 48.2MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 64%[===========> ] 3.62G 48.9MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 64%[===========> ] 3.64G 47.0MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 64%[===========> ] 3.65G 44.9MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 65%[============> ] 3.67G 49.8MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 65%[============> ] 3.68G 50.1MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 65%[============> ] 3.69G 50.6MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 65%[============> ] 3.70G 51.5MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 65%[============> ] 3.71G 53.0MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 66%[============> ] 3.72G 50.6MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 66%[============> ] 3.74G 50.8MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 66%[============> ] 3.75G 49.9MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 66%[============> ] 3.77G 50.6MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 67%[============> ] 3.78G 51.6MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 67%[============> ] 3.78G 49.7MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 67%[============> ] 3.80G 49.8MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 67%[============> ] 3.81G 52.8MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 67%[============> ] 3.83G 52.6MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 68%[============> ] 3.84G 52.1MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 68%[============> ] 3.86G 54.2MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 68%[============> ] 3.87G 55.7MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 68%[============> ] 3.87G 50.9MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 68%[============> ] 3.88G 48.8MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 68%[============> ] 3.88G 47.4MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 68%[============> ] 3.89G 49.0MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 69%[============> ] 3.92G 51.7MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 69%[============> ] 3.93G 53.4MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 69%[============> ] 3.94G 51.4MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 69%[============> ] 3.95G 52.0MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 70%[=============> ] 3.96G 51.7MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 70%[=============> ] 3.96G 50.4MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 70%[=============> ] 3.99G 53.9MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 70%[=============> ] 3.99G 55.0MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 71%[=============> ] 4.01G 54.5MB/s eta 32s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 71%[=============> ] 4.02G 54.6MB/s eta 32s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 71%[=============> ] 4.04G 51.9MB/s eta 32s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 71%[=============> ] 4.05G 51.4MB/s eta 32s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 72%[=============> ] 4.07G 52.5MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 72%[=============> ] 4.10G 58.4MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 72%[=============> ] 4.11G 61.3MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 73%[=============> ] 4.12G 55.6MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 73%[=============> ] 4.13G 55.8MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 73%[=============> ] 4.14G 56.1MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 73%[=============> ] 4.15G 54.9MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 73%[=============> ] 4.16G 54.5MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 73%[=============> ] 4.17G 53.9MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 74%[=============> ] 4.19G 55.5MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 74%[=============> ] 4.20G 53.7MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 74%[=============> ] 4.21G 50.1MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 74%[=============> ] 4.21G 48.2MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 74%[=============> ] 4.22G 48.6MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 75%[==============> ] 4.24G 48.4MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 75%[==============> ] 4.25G 49.6MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 75%[==============> ] 4.26G 51.4MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 75%[==============> ] 4.28G 49.6MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 76%[==============> ] 4.31G 53.3MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 76%[==============> ] 4.31G 53.0MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 76%[==============> ] 4.32G 51.1MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 76%[==============> ] 4.34G 51.4MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 77%[==============> ] 4.35G 53.1MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 77%[==============> ] 4.37G 53.6MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 77%[==============> ] 4.38G 55.4MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 77%[==============> ] 4.40G 56.4MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 78%[==============> ] 4.41G 56.0MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 78%[==============> ] 4.42G 54.0MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 78%[==============> ] 4.44G 53.3MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 78%[==============> ] 4.44G 53.2MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 78%[==============> ] 4.46G 55.9MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 79%[==============> ] 4.47G 55.8MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 79%[==============> ] 4.48G 58.3MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 79%[==============> ] 4.49G 56.2MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 79%[==============> ] 4.50G 54.9MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 79%[==============> ] 4.51G 54.9MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 80%[===============> ] 4.53G 53.0MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 80%[===============> ] 4.53G 50.2MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 80%[===============> ] 4.54G 51.7MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 80%[===============> ] 4.56G 50.7MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 81%[===============> ] 4.57G 51.4MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 81%[===============> ] 4.59G 49.9MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 81%[===============> ] 4.60G 50.0MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 81%[===============> ] 4.62G 49.9MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 82%[===============> ] 4.63G 50.7MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 82%[===============> ] 4.65G 51.1MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 82%[===============> ] 4.66G 50.3MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 82%[===============> ] 4.66G 48.3MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 82%[===============> ] 4.68G 49.7MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 83%[===============> ] 4.69G 51.5MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 83%[===============> ] 4.71G 49.3MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 83%[===============> ] 4.71G 47.8MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 83%[===============> ] 4.72G 49.3MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 84%[===============> ] 4.74G 53.1MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 84%[===============> ] 4.76G 51.6MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 84%[===============> ] 4.78G 54.0MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 84%[===============> ] 4.79G 53.3MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 85%[================> ] 4.80G 54.5MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 85%[================> ] 4.81G 51.1MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 85%[================> ] 4.83G 53.0MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 85%[================> ] 4.84G 51.8MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 86%[================> ] 4.86G 54.9MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 86%[================> ] 4.87G 57.0MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 86%[================> ] 4.89G 58.7MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 86%[================> ] 4.89G 55.6MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 86%[================> ] 4.90G 53.0MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 87%[================> ] 4.92G 53.9MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 87%[================> ] 4.93G 56.4MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 87%[================> ] 4.95G 56.1MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 87%[================> ] 4.96G 54.7MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 88%[================> ] 4.99G 56.9MB/s eta 13s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 88%[================> ] 4.99G 56.5MB/s eta 13s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 88%[================> ] 5.01G 53.9MB/s eta 13s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 88%[================> ] 5.02G 49.9MB/s eta 13s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 89%[================> ] 5.04G 52.9MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 89%[================> ] 5.05G 51.9MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 89%[================> ] 5.07G 51.4MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 89%[================> ] 5.08G 51.6MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 90%[=================> ] 5.10G 52.3MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 90%[=================> ] 5.11G 53.0MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 90%[=================> ] 5.12G 53.1MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 91%[=================> ] 5.14G 56.2MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 91%[=================> ] 5.15G 56.3MB/s eta 10s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 91%[=================> ] 5.17G 56.7MB/s eta 10s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 91%[=================> ] 5.19G 55.0MB/s eta 10s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 92%[=================> ] 5.20G 51.1MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 92%[=================> ] 5.21G 50.2MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 92%[=================> ] 5.23G 52.2MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 92%[=================> ] 5.25G 55.6MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 93%[=================> ] 5.26G 55.5MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 93%[=================> ] 5.27G 56.2MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 93%[=================> ] 5.29G 56.9MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 93%[=================> ] 5.30G 56.4MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 94%[=================> ] 5.32G 53.8MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 94%[=================> ] 5.33G 54.1MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 94%[=================> ] 5.35G 54.2MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 95%[==================> ] 5.36G 53.8MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 95%[==================> ] 5.38G 56.3MB/s eta 5s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 95%[==================> ] 5.39G 56.0MB/s eta 5s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 95%[==================> ] 5.41G 54.2MB/s eta 5s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 95%[==================> ] 5.41G 55.2MB/s eta 5s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 96%[==================> ] 5.42G 52.7MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 96%[==================> ] 5.44G 53.9MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 96%[==================> ] 5.45G 53.3MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 96%[==================> ] 5.45G 49.4MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 96%[==================> ] 5.47G 48.6MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 97%[==================> ] 5.48G 50.4MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 97%[==================> ] 5.51G 53.7MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 97%[==================> ] 5.51G 51.3MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 98%[==================> ] 5.54G 56.8MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 98%[==================> ] 5.56G 59.6MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 98%[==================> ] 5.56G 54.5MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 98%[==================> ] 5.57G 54.4MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 98%[==================> ] 5.57G 50.7MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 99%[==================> ] 5.59G 50.1MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 99%[==================> ] 5.60G 52.5MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 99%[==================> ] 5.62G 50.3MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 99%[==================> ] 5.63G 51.2MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 99%[==================> ] 5.64G 49.9MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "WaveV5-C-Tune5.pth 100%[===================>] 5.64G 50.2MB/s in 1m 50s \r\n", + "\r\n", + "2023-08-25 21:53:11 (52.7 MB/s) - ‘WaveV5-C-Tune5.pth’ saved [6060483063/6060483063]\r\n", + "\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--2023-08-25 21:53:11-- https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\r\n", + "Resolving huggingface.co (huggingface.co)... 18.154.227.69, 18.154.227.7, 18.154.227.67, ...\r\n", + "Connecting to huggingface.co (huggingface.co)|18.154.227.69|:443... connected.\r\n", + "HTTP request sent, awaiting response... " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "302 Found\r\n", + "Location: https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/4fc2147a91988ee149a65724bb8868047a346778179907c1aea4dd28f19fe695?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%3B+filename%3D%22v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%22%3B&Expires=1693259591&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI1OTU5MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzRmYzIxNDdhOTE5ODhlZTE0OWE2NTcyNGJiODg2ODA0N2EzNDY3NzgxNzk5MDdjMWFlYTRkZDI4ZjE5ZmU2OTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=xIsavJpD795P%7EmVBaWOG6Kxefk66VM1djD7D22QvBk7EHq5ihBynfy4XzI6P3yLOoYsTHh4eJJpx0fOxb16jVXKnZIe5dydW4wDhD8B1J9PRXWCMHh62DbRreeO1fgxphhY4q4CX%7EvOb3GO97NS0UX-wJIPLmeTcoazXkAPatssypbQNdgtupp9mktMy2U09W5lfhxmWU5EkY48bS0K63BkZDqG1cL%7Ek6DfoxTWWgof2dmwWd0wqPQUFLrHCTCL%7EPmLxciWtFliYcGg9gKmAQYeFrZJmRqM61olYAL4y-rsGShgqJEJmmeOJAaa-S-G%7EenGLXnUxKBX87nNALLTTvg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", + "--2023-08-25 21:53:11-- https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/4fc2147a91988ee149a65724bb8868047a346778179907c1aea4dd28f19fe695?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%3B+filename%3D%22v5wave-1B5-E0_1-ctx-16k-preview-30p.pth%22%3B&Expires=1693259591&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI1OTU5MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzRmYzIxNDdhOTE5ODhlZTE0OWE2NTcyNGJiODg2ODA0N2EzNDY3NzgxNzk5MDdjMWFlYTRkZDI4ZjE5ZmU2OTU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=xIsavJpD795P%7EmVBaWOG6Kxefk66VM1djD7D22QvBk7EHq5ihBynfy4XzI6P3yLOoYsTHh4eJJpx0fOxb16jVXKnZIe5dydW4wDhD8B1J9PRXWCMHh62DbRreeO1fgxphhY4q4CX%7EvOb3GO97NS0UX-wJIPLmeTcoazXkAPatssypbQNdgtupp9mktMy2U09W5lfhxmWU5EkY48bS0K63BkZDqG1cL%7Ek6DfoxTWWgof2dmwWd0wqPQUFLrHCTCL%7EPmLxciWtFliYcGg9gKmAQYeFrZJmRqM61olYAL4y-rsGShgqJEJmmeOJAaa-S-G%7EenGLXnUxKBX87nNALLTTvg__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", + "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.36, 108.138.64.111, 108.138.64.121, ...\r\n", + "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.36|:443... connected.\r\n", + "HTTP request sent, awaiting response... " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "200 OK\r\n", + "Length: 3030376021 (2.8G) [binary/octet-stream]\r\n", + "Saving to: ‘v5wave-1B5-E0_1-ctx-16k-preview-30p.pth’\r\n", + "\r\n", + "\r", + " v5wave-1B 0%[ ] 0 --.-KB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5 0%[ ] 15.26M 52.9MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5- 1%[ ] 30.52M 50.4MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E 1%[ ] 45.26M 55.3MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0 2%[ ] 59.20M 57.7MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_ 2%[ ] 64.98M 53.0MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1 2%[ ] 77.33M 54.2MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1- 3%[ ] 91.55M 54.2MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1-c 3%[ ] 106.81M 56.0MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1-ct 4%[ ] 122.07M 56.0MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5wave-1B5-E0_1-ctx 4%[ ] 137.33M 56.7MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5wave-1B5-E0_1-ctx- 5%[> ] 152.59M 55.0MB/s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "wave-1B5-E0_1-ctx-1 5%[> ] 167.85M 54.8MB/s eta 50s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ave-1B5-E0_1-ctx-16 6%[> ] 188.78M 57.9MB/s eta 50s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ve-1B5-E0_1-ctx-16k 6%[> ] 198.36M 57.1MB/s eta 50s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "e-1B5-E0_1-ctx-16k- 7%[> ] 213.62M 56.6MB/s eta 50s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-1B5-E0_1-ctx-16k-p 7%[> ] 228.87M 54.7MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1B5-E0_1-ctx-16k-pr 8%[> ] 244.13M 54.0MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "B5-E0_1-ctx-16k-pre 8%[> ] 259.40M 54.7MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-E0_1-ctx-16k-prev 9%[> ] 274.66M 54.0MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-ctx-16k-previ 10%[=> ] 289.92M 56.3MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-ctx-16k-previe 10%[=> ] 305.18M 55.8MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-ctx-16k-preview 10%[=> ] 317.89M 56.3MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-ctx-16k-preview- 11%[=> ] 333.86M 58.0MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-ctx-16k-preview-3 11%[=> ] 341.89M 56.5MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-16k-preview-30 12%[=> ] 350.95M 55.6MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-16k-preview-30p 12%[=> ] 368.27M 54.7MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-16k-preview-30p. 13%[=> ] 376.46M 52.7MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-16k-preview-30p.p 13%[=> ] 386.65M 51.4MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-16k-preview-30p.pt 13%[=> ] 396.73M 53.2MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "16k-preview-30p.pth 14%[=> ] 411.99M 51.6MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6k-preview-30p.pth 14%[=> ] 425.42M 51.4MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k-preview-30p.pth 15%[==> ] 441.98M 52.4MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-preview-30p.pth 15%[==> ] 445.12M 48.9MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "preview-30p.pth 15%[==> ] 457.76M 50.3MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "review-30p.pth 16%[==> ] 473.02M 49.6MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "eview-30p.pth 16%[==> ] 488.28M 48.7MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "view-30p.pth 17%[==> ] 492.72M 45.0MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "iew-30p.pth 17%[==> ] 500.90M 45.7MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ew-30p.pth 17%[==> ] 503.54M 42.1MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "w-30p.pth 17%[==> ] 518.80M 43.5MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-30p.pth 18%[==> ] 534.05M 42.7MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "30p.pth 19%[==> ] 557.17M 44.7MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0p.pth 19%[==> ] 564.58M 45.3MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "p.pth 19%[==> ] 577.31M 46.5MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + ".pth 20%[===> ] 584.01M 45.9MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "pth 20%[===> ] 595.09M 44.0MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "th 21%[===> ] 609.84M 46.8MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "h 21%[===> ] 623.78M 46.8MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " 22%[===> ] 640.36M 45.2MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v 22%[===> ] 640.87M 44.3MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5 22%[===> ] 655.62M 45.5MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5w 22%[===> ] 656.13M 44.8MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wa 23%[===> ] 671.38M 42.9MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wav 23%[===> ] 686.64M 43.4MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave 24%[===> ] 701.76M 46.0MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave- 24%[===> ] 704.53M 45.0MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1 24%[===> ] 717.02M 47.5MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B 24%[===> ] 718.82M 45.2MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5 25%[====> ] 732.42M 45.3MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5- 26%[====> ] 762.42M 47.7MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E 26%[====> ] 778.20M 46.1MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0 27%[====> ] 793.46M 48.5MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_ 28%[====> ] 809.65M 49.7MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1 28%[====> ] 823.97M 48.7MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1- 29%[====> ] 839.23M 50.5MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1-c 29%[====> ] 854.49M 52.2MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1-ct 30%[=====> ] 869.75M 52.1MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5wave-1B5-E0_1-ctx 30%[=====> ] 885.01M 56.3MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5wave-1B5-E0_1-ctx- 31%[=====> ] 900.27M 57.4MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "wave-1B5-E0_1-ctx-1 31%[=====> ] 915.53M 58.5MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ave-1B5-E0_1-ctx-16 32%[=====> ] 930.78M 59.1MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ve-1B5-E0_1-ctx-16k 32%[=====> ] 941.94M 58.8MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "e-1B5-E0_1-ctx-16k- 33%[=====> ] 956.15M 62.4MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-1B5-E0_1-ctx-16k-p 33%[=====> ] 961.30M 59.5MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1B5-E0_1-ctx-16k-pr 33%[=====> ] 976.55M 57.0MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "B5-E0_1-ctx-16k-pre 34%[=====> ] 991.82M 57.5MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-E0_1-ctx-16k-prev 34%[=====> ] 1007M 56.9MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-ctx-16k-previ 35%[======> ] 1023M 56.9MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-ctx-16k-previe 36%[======> ] 1.02G 57.2MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-ctx-16k-preview 36%[======> ] 1.03G 56.3MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-ctx-16k-preview- 36%[======> ] 1.04G 56.7MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-ctx-16k-preview-3 37%[======> ] 1.06G 57.6MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-16k-preview-30 38%[======> ] 1.08G 58.4MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-16k-preview-30p 38%[======> ] 1.09G 57.4MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-16k-preview-30p. 39%[======> ] 1.10G 56.5MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-16k-preview-30p.p 39%[======> ] 1.12G 56.8MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-16k-preview-30p.pt 40%[=======> ] 1.13G 57.9MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "16k-preview-30p.pth 40%[=======> ] 1.15G 58.0MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6k-preview-30p.pth 41%[=======> ] 1.16G 58.2MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k-preview-30p.pth 42%[=======> ] 1.19G 63.1MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-preview-30p.pth 42%[=======> ] 1.21G 61.1MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "preview-30p.pth 43%[=======> ] 1.23G 66.6MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "review-30p.pth 43%[=======> ] 1.24G 62.5MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "eview-30p.pth 44%[=======> ] 1.25G 62.9MB/s eta 30s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "view-30p.pth 44%[=======> ] 1.27G 61.8MB/s eta 30s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "iew-30p.pth 45%[========> ] 1.28G 61.0MB/s eta 30s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ew-30p.pth 45%[========> ] 1.30G 59.8MB/s eta 30s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "w-30p.pth 46%[========> ] 1.31G 61.4MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-30p.pth 46%[========> ] 1.33G 60.3MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "30p.pth 47%[========> ] 1.34G 58.8MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0p.pth 48%[========> ] 1.36G 58.2MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "p.pth 48%[========> ] 1.37G 58.0MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + ".pth 49%[========> ] 1.39G 57.8MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "pth 49%[========> ] 1.40G 60.8MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "th 50%[=========> ] 1.42G 60.6MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "h 50%[=========> ] 1.43G 59.5MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " 50%[=========> ] 1.43G 53.0MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v 51%[=========> ] 1.45G 55.5MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5 51%[=========> ] 1.46G 54.7MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5w 52%[=========> ] 1.47G 56.5MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wa 52%[=========> ] 1.49G 56.8MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wav 52%[=========> ] 1.49G 54.3MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave 53%[=========> ] 1.50G 54.7MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave- 53%[=========> ] 1.51G 52.7MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1 54%[=========> ] 1.52G 52.6MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B 54%[=========> ] 1.53G 53.8MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5 54%[=========> ] 1.55G 55.4MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5- 55%[==========> ] 1.56G 55.1MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E 55%[==========> ] 1.58G 52.8MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0 56%[==========> ] 1.59G 53.7MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_ 57%[==========> ] 1.61G 52.1MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1 57%[==========> ] 1.63G 53.6MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1- 58%[==========> ] 1.65G 57.6MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1-c 59%[==========> ] 1.67G 54.1MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1-ct 59%[==========> ] 1.68G 53.4MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5wave-1B5-E0_1-ctx 59%[==========> ] 1.68G 51.8MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5wave-1B5-E0_1-ctx- 60%[===========> ] 1.70G 51.3MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "wave-1B5-E0_1-ctx-1 60%[===========> ] 1.71G 52.3MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ave-1B5-E0_1-ctx-16 60%[===========> ] 1.71G 50.1MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ve-1B5-E0_1-ctx-16k 61%[===========> ] 1.73G 49.7MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "e-1B5-E0_1-ctx-16k- 61%[===========> ] 1.74G 52.3MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-1B5-E0_1-ctx-16k-p 62%[===========> ] 1.76G 52.2MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1B5-E0_1-ctx-16k-pr 62%[===========> ] 1.76G 48.4MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "B5-E0_1-ctx-16k-pre 62%[===========> ] 1.77G 48.3MB/s eta 20s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-E0_1-ctx-16k-prev 63%[===========> ] 1.79G 51.1MB/s eta 20s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-ctx-16k-previ 63%[===========> ] 1.80G 50.7MB/s eta 20s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-ctx-16k-previe 64%[===========> ] 1.82G 51.4MB/s eta 20s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-ctx-16k-preview 64%[===========> ] 1.83G 50.7MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-ctx-16k-preview- 65%[============> ] 1.85G 50.3MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-ctx-16k-preview-3 65%[============> ] 1.86G 50.1MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-16k-preview-30 66%[============> ] 1.88G 51.3MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-16k-preview-30p 66%[============> ] 1.88G 50.8MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-16k-preview-30p. 67%[============> ] 1.90G 53.0MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-16k-preview-30p.p 67%[============> ] 1.92G 56.6MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-16k-preview-30p.pt 68%[============> ] 1.93G 56.3MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "16k-preview-30p.pth 68%[============> ] 1.94G 56.6MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6k-preview-30p.pth 69%[============> ] 1.95G 57.4MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k-preview-30p.pth 69%[============> ] 1.97G 57.0MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-preview-30p.pth 70%[=============> ] 1.98G 56.9MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "preview-30p.pth 70%[=============> ] 2.00G 55.5MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "review-30p.pth 71%[=============> ] 2.01G 57.8MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "eview-30p.pth 72%[=============> ] 2.03G 59.5MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "view-30p.pth 72%[=============> ] 2.05G 60.1MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "iew-30p.pth 72%[=============> ] 2.06G 57.9MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ew-30p.pth 73%[=============> ] 2.08G 60.3MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "w-30p.pth 73%[=============> ] 2.09G 59.6MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-30p.pth 74%[=============> ] 2.10G 58.6MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "30p.pth 75%[==============> ] 2.12G 60.4MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0p.pth 75%[==============> ] 2.13G 62.8MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "p.pth 76%[==============> ] 2.15G 63.9MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + ".pth 76%[==============> ] 2.17G 63.7MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "pth 77%[==============> ] 2.17G 62.4MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "th 77%[==============> ] 2.19G 60.0MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "h 78%[==============> ] 2.21G 61.7MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " 78%[==============> ] 2.22G 61.6MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v 79%[==============> ] 2.24G 63.5MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5 79%[==============> ] 2.25G 61.8MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5w 80%[===============> ] 2.26G 63.3MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wa 80%[===============> ] 2.28G 62.9MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wav 80%[===============> ] 2.28G 59.6MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave 81%[===============> ] 2.29G 59.3MB/s eta 10s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave- 81%[===============> ] 2.31G 57.7MB/s eta 10s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1 82%[===============> ] 2.32G 56.6MB/s eta 10s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B 82%[===============> ] 2.34G 58.0MB/s eta 10s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5 83%[===============> ] 2.35G 59.1MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5- 83%[===============> ] 2.37G 58.0MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E 84%[===============> ] 2.38G 56.8MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0 85%[================> ] 2.40G 55.8MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_ 85%[================> ] 2.41G 55.9MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1 86%[================> ] 2.43G 56.9MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1- 86%[================> ] 2.43G 50.9MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1-c 86%[================> ] 2.44G 49.8MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5wave-1B5-E0_1-ct 86%[================> ] 2.45G 48.6MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5wave-1B5-E0_1-ctx 87%[================> ] 2.46G 46.0MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5wave-1B5-E0_1-ctx- 87%[================> ] 2.47G 47.5MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "wave-1B5-E0_1-ctx-1 87%[================> ] 2.48G 45.4MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ave-1B5-E0_1-ctx-16 88%[================> ] 2.49G 47.7MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ve-1B5-E0_1-ctx-16k 88%[================> ] 2.50G 47.1MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "e-1B5-E0_1-ctx-16k- 89%[================> ] 2.52G 45.9MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-1B5-E0_1-ctx-16k-p 89%[================> ] 2.53G 45.1MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1B5-E0_1-ctx-16k-pr 90%[=================> ] 2.56G 49.5MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "B5-E0_1-ctx-16k-pre 90%[=================> ] 2.56G 47.8MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-E0_1-ctx-16k-prev 91%[=================> ] 2.58G 48.3MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-ctx-16k-previ 91%[=================> ] 2.59G 48.1MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-ctx-16k-previe 92%[=================> ] 2.60G 46.9MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-ctx-16k-preview 92%[=================> ] 2.61G 45.8MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-ctx-16k-preview- 92%[=================> ] 2.62G 45.9MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-ctx-16k-preview-3 93%[=================> ] 2.63G 50.2MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-16k-preview-30 93%[=================> ] 2.65G 51.9MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-16k-preview-30p 94%[=================> ] 2.67G 51.9MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-16k-preview-30p. 94%[=================> ] 2.67G 51.9MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-16k-preview-30p.p 95%[==================> ] 2.68G 52.0MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-16k-preview-30p.pt 95%[==================> ] 2.68G 48.0MB/s eta 3s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "16k-preview-30p.pth 95%[==================> ] 2.70G 50.5MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6k-preview-30p.pth 96%[==================> ] 2.71G 50.3MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k-preview-30p.pth 96%[==================> ] 2.73G 49.5MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-preview-30p.pth 97%[==================> ] 2.74G 47.6MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "preview-30p.pth 97%[==================> ] 2.76G 47.6MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "review-30p.pth 98%[==================> ] 2.77G 47.3MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "eview-30p.pth 98%[==================> ] 2.79G 47.1MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "view-30p.pth 99%[==================> ] 2.80G 48.9MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "iew-30p.pth 99%[==================> ] 2.82G 48.8MB/s eta 0s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5wave-1B5-E0_1-ctx 100%[===================>] 2.82G 47.0MB/s in 54s \r\n", + "\r\n", + "2023-08-25 21:54:05 (53.4 MB/s) - ‘v5wave-1B5-E0_1-ctx-16k-preview-30p.pth’ saved [3030376021/3030376021]\r\n", + "\r\n" + ] + } + ], + "source": [ + "# Lets download the custom models\n", + "!mkdir -p ../../../model/\n", + "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\"\n", + "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\"" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "e73c5430", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-25T21:54:05.862374Z", + "iopub.status.busy": "2023-08-25T21:54:05.861576Z", + "iopub.status.idle": "2023-08-25T21:54:06.117656Z", + "shell.execute_reply": "2023-08-25T21:54:06.116484Z" + }, + "papermill": { + "duration": 0.299786, + "end_time": "2023-08-25T21:54:06.120124", + "exception": false, + "start_time": "2023-08-25T21:54:05.820338", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "total 8.5G\r\n", + "-rw-r--r-- 1 root root 5.7G Aug 11 12:40 WaveV5-C-Tune5.pth\r\n", + "-rw-r--r-- 1 root root 2.9G Aug 17 09:19 v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\r\n" + ] + } + ], + "source": [ + "!ls -lh ../../../model/" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "3e44d9e8", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-25T21:54:06.201844Z", + "iopub.status.busy": "2023-08-25T21:54:06.201275Z", + "iopub.status.idle": "2023-08-25T21:54:06.454289Z", + "shell.execute_reply": "2023-08-25T21:54:06.453405Z" + }, + "papermill": { + "duration": 0.296306, + "end_time": "2023-08-25T21:54:06.456462", + "exception": false, + "start_time": "2023-08-25T21:54:06.160156", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "/usr/bin/sh: 1: python: not found\r\n" + ] + } + ], + "source": [ + "!python -m pip install aiocsv aiofiles" + ] + }, + { + "cell_type": "markdown", + "id": "725d26f7", + "metadata": { + "papermill": { + "duration": 0.036983, + "end_time": "2023-08-25T21:54:06.530904", + "exception": false, + "start_time": "2023-08-25T21:54:06.493921", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "# 1B5 Wavenet V5 benchmark" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "cbc39b8c", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-25T21:54:06.608320Z", + "iopub.status.busy": "2023-08-25T21:54:06.607740Z", + "iopub.status.idle": "2023-08-25T21:59:09.143049Z", + "shell.execute_reply": "2023-08-25T21:59:09.142171Z" + }, + "papermill": { + "duration": 302.576424, + "end_time": "2023-08-25T21:59:09.145153", + "exception": false, + "start_time": "2023-08-25T21:54:06.568729", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-25 21:54:11,144] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1100 tokens : 82.45454545454545% similarity, with 907 matched token, and 193 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1150 tokens : 83.47826086956522% similarity, with 960 matched token, and 190 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1200 tokens : 84.08333333333333% similarity, with 1009 matched token, and 191 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1250 tokens : 84.39999999999999% similarity, with 1055 matched token, and 195 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1300 tokens : 84.6923076923077% similarity, with 1101 matched token, and 199 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1350 tokens : 85.4074074074074% similarity, with 1153 matched token, and 197 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1400 tokens : 85.42857142857143% similarity, with 1196 matched token, and 204 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1450 tokens : 86.13793103448276% similarity, with 1249 matched token, and 201 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1500 tokens : 86.4% similarity, with 1296 matched token, and 204 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1550 tokens : 86.25806451612902% similarity, with 1337 matched token, and 213 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1600 tokens : 85.875% similarity, with 1374 matched token, and 226 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1650 tokens : 85.87878787878788% similarity, with 1417 matched token, and 233 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1700 tokens : 85.1764705882353% similarity, with 1448 matched token, and 252 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1750 tokens : 84.39999999999999% similarity, with 1477 matched token, and 273 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1800 tokens : 83.11111111111111% similarity, with 1496 matched token, and 304 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1850 tokens : 82.0% similarity, with 1517 matched token, and 333 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1900 tokens : 80.57894736842105% similarity, with 1531 matched token, and 369 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1950 tokens : 79.17948717948718% similarity, with 1544 matched token, and 406 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2000 tokens : 77.9% similarity, with 1558 matched token, and 442 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2050 tokens : 75.70731707317073% similarity, with 1552 matched token, and 498 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2100 tokens : 73.66666666666667% similarity, with 1547 matched token, and 553 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2150 tokens : 71.72093023255815% similarity, with 1542 matched token, and 608 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2200 tokens : 69.68181818181817% similarity, with 1533 matched token, and 667 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2250 tokens : 67.37777777777778% similarity, with 1516 matched token, and 734 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2300 tokens : 66.17391304347827% similarity, with 1522 matched token, and 778 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2350 tokens : 64.29787234042553% similarity, with 1511 matched token, and 839 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2400 tokens : 63.24999999999999% similarity, with 1518 matched token, and 882 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2450 tokens : 61.142857142857146% similarity, with 1498 matched token, and 952 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2500 tokens : 60.199999999999996% similarity, with 1505 matched token, and 995 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2550 tokens : 59.13725490196079% similarity, with 1508 matched token, and 1042 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2600 tokens : 57.730769230769226% similarity, with 1501 matched token, and 1099 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2650 tokens : 56.377358490566046% similarity, with 1494 matched token, and 1156 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2700 tokens : 55.925925925925924% similarity, with 1510 matched token, and 1190 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2750 tokens : 54.50909090909091% similarity, with 1499 matched token, and 1251 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2800 tokens : 53.75% similarity, with 1505 matched token, and 1295 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2850 tokens : 53.05263157894737% similarity, with 1512 matched token, and 1338 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2900 tokens : 51.758620689655174% similarity, with 1501 matched token, and 1399 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2950 tokens : 50.37288135593221% similarity, with 1486 matched token, and 1464 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3000 tokens : 49.7% similarity, with 1491 matched token, and 1509 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3050 tokens : 48.59016393442623% similarity, with 1482 matched token, and 1568 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3100 tokens : 47.64516129032258% similarity, with 1477 matched token, and 1623 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3150 tokens : 47.14285714285714% similarity, with 1485 matched token, and 1665 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3200 tokens : 46.3125% similarity, with 1482 matched token, and 1718 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3250 tokens : 45.32307692307692% similarity, with 1473 matched token, and 1777 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3300 tokens : 44.0% similarity, with 1452 matched token, and 1848 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3350 tokens : 43.88059701492537% similarity, with 1470 matched token, and 1880 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3400 tokens : 42.705882352941174% similarity, with 1452 matched token, and 1948 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3450 tokens : 41.53623188405797% similarity, with 1433 matched token, and 2017 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3500 tokens : 40.885714285714286% similarity, with 1431 matched token, and 2069 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3550 tokens : 40.112676056338024% similarity, with 1424 matched token, and 2126 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3600 tokens : 39.166666666666664% similarity, with 1410 matched token, and 2190 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3650 tokens : 37.47945205479452% similarity, with 1368 matched token, and 2282 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3700 tokens : 36.648648648648646% similarity, with 1356 matched token, and 2344 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3750 tokens : 35.78666666666667% similarity, with 1342 matched token, and 2408 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3800 tokens : 34.78947368421053% similarity, with 1322 matched token, and 2478 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3850 tokens : 34.18181818181818% similarity, with 1316 matched token, and 2534 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3900 tokens : 33.56410256410257% similarity, with 1309 matched token, and 2591 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3950 tokens : 33.08860759493671% similarity, with 1307 matched token, and 2643 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4000 tokens : 32.775% similarity, with 1311 matched token, and 2689 token mismatch\r\n", + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" + ] + } + ], + "source": [ + "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-4k.csv\" 1100 4000" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "4b3b2c2e", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-25T21:59:09.229287Z", + "iopub.status.busy": "2023-08-25T21:59:09.228730Z", + "iopub.status.idle": "2023-08-25T23:03:35.414044Z", + "shell.execute_reply": "2023-08-25T23:03:35.412675Z" + }, + "papermill": { + "duration": 3866.230789, + "end_time": "2023-08-25T23:03:35.417042", + "exception": false, + "start_time": "2023-08-25T21:59:09.186253", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-25 21:59:13,751] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4100 tokens : 31.585365853658537% similarity, with 1295 matched token, and 2805 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4200 tokens : 30.80952380952381% similarity, with 1294 matched token, and 2906 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4300 tokens : 29.511627906976745% similarity, with 1269 matched token, and 3031 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4400 tokens : 28.204545454545453% similarity, with 1241 matched token, and 3159 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4500 tokens : 27.244444444444444% similarity, with 1226 matched token, and 3274 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4600 tokens : 26.043478260869563% similarity, with 1198 matched token, and 3402 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4700 tokens : 24.70212765957447% similarity, with 1161 matched token, and 3539 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4800 tokens : 23.541666666666668% similarity, with 1130 matched token, and 3670 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4900 tokens : 22.428571428571427% similarity, with 1099 matched token, and 3801 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5000 tokens : 20.68% similarity, with 1034 matched token, and 3966 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5100 tokens : 19.823529411764707% similarity, with 1011 matched token, and 4089 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5200 tokens : 18.48076923076923% similarity, with 961 matched token, and 4239 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5300 tokens : 17.452830188679243% similarity, with 925 matched token, and 4375 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5400 tokens : 16.37037037037037% similarity, with 884 matched token, and 4516 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5500 tokens : 15.109090909090908% similarity, with 831 matched token, and 4669 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5600 tokens : 13.946428571428571% similarity, with 781 matched token, and 4819 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5700 tokens : 13.0% similarity, with 741 matched token, and 4959 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5800 tokens : 11.948275862068966% similarity, with 693 matched token, and 5107 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5900 tokens : 11.016949152542372% similarity, with 650 matched token, and 5250 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6000 tokens : 9.783333333333333% similarity, with 587 matched token, and 5413 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6100 tokens : 8.950819672131148% similarity, with 546 matched token, and 5554 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6200 tokens : 8.338709677419356% similarity, with 517 matched token, and 5683 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6300 tokens : 7.571428571428572% similarity, with 477 matched token, and 5823 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6400 tokens : 7.109375% similarity, with 455 matched token, and 5945 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6500 tokens : 6.538461538461539% similarity, with 425 matched token, and 6075 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6600 tokens : 6.0% similarity, with 396 matched token, and 6204 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6700 tokens : 5.567164179104478% similarity, with 373 matched token, and 6327 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6800 tokens : 5.102941176470589% similarity, with 347 matched token, and 6453 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6900 tokens : 4.826086956521739% similarity, with 333 matched token, and 6567 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7000 tokens : 4.571428571428571% similarity, with 320 matched token, and 6680 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7100 tokens : 4.338028169014085% similarity, with 308 matched token, and 6792 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7200 tokens : 4.236111111111112% similarity, with 305 matched token, and 6895 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7300 tokens : 4.068493150684931% similarity, with 297 matched token, and 7003 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7400 tokens : 3.9324324324324325% similarity, with 291 matched token, and 7109 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7500 tokens : 3.826666666666666% similarity, with 287 matched token, and 7213 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7600 tokens : 3.6578947368421053% similarity, with 278 matched token, and 7322 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7700 tokens : 3.6363636363636362% similarity, with 280 matched token, and 7420 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7800 tokens : 3.5769230769230766% similarity, with 279 matched token, and 7521 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7900 tokens : 3.518987341772152% similarity, with 278 matched token, and 7622 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8000 tokens : 3.4750000000000005% similarity, with 278 matched token, and 7722 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8100 tokens : 3.4814814814814814% similarity, with 282 matched token, and 7818 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8200 tokens : 3.4756097560975614% similarity, with 285 matched token, and 7915 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8300 tokens : 3.397590361445783% similarity, with 282 matched token, and 8018 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8400 tokens : 3.380952380952381% similarity, with 284 matched token, and 8116 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8500 tokens : 3.364705882352941% similarity, with 286 matched token, and 8214 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8600 tokens : 3.372093023255814% similarity, with 290 matched token, and 8310 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8700 tokens : 3.3563218390804597% similarity, with 292 matched token, and 8408 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8800 tokens : 3.340909090909091% similarity, with 294 matched token, and 8506 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8900 tokens : 3.348314606741573% similarity, with 298 matched token, and 8602 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9000 tokens : 3.3333333333333335% similarity, with 300 matched token, and 8700 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9100 tokens : 3.3516483516483517% similarity, with 305 matched token, and 8795 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9200 tokens : 3.3478260869565215% similarity, with 308 matched token, and 8892 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9300 tokens : 3.3333333333333335% similarity, with 310 matched token, and 8990 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9400 tokens : 3.3297872340425534% similarity, with 313 matched token, and 9087 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9500 tokens : 3.3578947368421055% similarity, with 319 matched token, and 9181 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9600 tokens : 3.3645833333333335% similarity, with 323 matched token, and 9277 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9700 tokens : 3.350515463917526% similarity, with 325 matched token, and 9375 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9800 tokens : 3.316326530612245% similarity, with 325 matched token, and 9475 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9900 tokens : 3.3333333333333335% similarity, with 330 matched token, and 9570 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10000 tokens : 3.37% similarity, with 337 matched token, and 9663 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10100 tokens : 3.3762376237623766% similarity, with 341 matched token, and 9759 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10200 tokens : 3.3725490196078427% similarity, with 344 matched token, and 9856 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10300 tokens : 3.378640776699029% similarity, with 348 matched token, and 9952 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10400 tokens : 3.3653846153846154% similarity, with 350 matched token, and 10050 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10500 tokens : 3.3904761904761904% similarity, with 356 matched token, and 10144 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10600 tokens : 3.3773584905660377% similarity, with 358 matched token, and 10242 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10700 tokens : 3.411214953271028% similarity, with 365 matched token, and 10335 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10800 tokens : 3.4074074074074074% similarity, with 368 matched token, and 10432 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10900 tokens : 3.3944954128440368% similarity, with 370 matched token, and 10530 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11000 tokens : 3.418181818181818% similarity, with 376 matched token, and 10624 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11100 tokens : 3.414414414414414% similarity, with 379 matched token, and 10721 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11200 tokens : 3.392857142857143% similarity, with 380 matched token, and 10820 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11300 tokens : 3.4070796460176993% similarity, with 385 matched token, and 10915 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11400 tokens : 3.4473684210526314% similarity, with 393 matched token, and 11007 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11500 tokens : 3.4434782608695653% similarity, with 396 matched token, and 11104 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11600 tokens : 3.474137931034483% similarity, with 403 matched token, and 11197 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11700 tokens : 3.4444444444444446% similarity, with 403 matched token, and 11297 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11800 tokens : 3.4661016949152543% similarity, with 409 matched token, and 11391 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11900 tokens : 3.46218487394958% similarity, with 412 matched token, and 11488 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12000 tokens : 3.4750000000000005% similarity, with 417 matched token, and 11583 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12100 tokens : 3.479338842975207% similarity, with 421 matched token, and 11679 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12200 tokens : 3.4672131147540983% similarity, with 423 matched token, and 11777 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12300 tokens : 3.4796747967479678% similarity, with 428 matched token, and 11872 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12400 tokens : 3.483870967741935% similarity, with 432 matched token, and 11968 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12500 tokens : 3.472% similarity, with 434 matched token, and 12066 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12600 tokens : 3.4682539682539684% similarity, with 437 matched token, and 12163 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12700 tokens : 3.47244094488189% similarity, with 441 matched token, and 12259 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12800 tokens : 3.4453125% similarity, with 441 matched token, and 12359 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12900 tokens : 3.4496124031007755% similarity, with 445 matched token, and 12455 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13000 tokens : 3.4769230769230766% similarity, with 452 matched token, and 12548 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13100 tokens : 3.4656488549618323% similarity, with 454 matched token, and 12646 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13200 tokens : 3.4772727272727275% similarity, with 459 matched token, and 12741 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13300 tokens : 3.4511278195488724% similarity, with 459 matched token, and 12841 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13400 tokens : 3.4925373134328357% similarity, with 468 matched token, and 12932 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13500 tokens : 3.4666666666666663% similarity, with 468 matched token, and 13032 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13600 tokens : 3.4926470588235294% similarity, with 475 matched token, and 13125 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13700 tokens : 3.4744525547445253% similarity, with 476 matched token, and 13224 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13800 tokens : 3.4710144927536235% similarity, with 479 matched token, and 13321 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13900 tokens : 3.4892086330935252% similarity, with 485 matched token, and 13415 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14000 tokens : 3.507142857142857% similarity, with 491 matched token, and 13509 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14100 tokens : 3.5106382978723407% similarity, with 495 matched token, and 13605 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14200 tokens : 3.4859154929577465% similarity, with 495 matched token, and 13705 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14300 tokens : 3.4965034965034967% similarity, with 500 matched token, and 13800 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14400 tokens : 3.5138888888888884% similarity, with 506 matched token, and 13894 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14500 tokens : 3.510344827586207% similarity, with 509 matched token, and 13991 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14600 tokens : 3.4863013698630136% similarity, with 509 matched token, and 14091 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14700 tokens : 3.5306122448979593% similarity, with 519 matched token, and 14181 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14800 tokens : 3.5000000000000004% similarity, with 518 matched token, and 14282 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14900 tokens : 3.4966442953020134% similarity, with 521 matched token, and 14379 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15000 tokens : 3.5000000000000004% similarity, with 525 matched token, and 14475 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15100 tokens : 3.503311258278146% similarity, with 529 matched token, and 14571 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15200 tokens : 3.4934210526315788% similarity, with 531 matched token, and 14669 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15300 tokens : 3.483660130718954% similarity, with 533 matched token, and 14767 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15400 tokens : 3.474025974025974% similarity, with 535 matched token, and 14865 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15500 tokens : 3.464516129032258% similarity, with 537 matched token, and 14963 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15600 tokens : 3.4871794871794872% similarity, with 544 matched token, and 15056 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15700 tokens : 3.4904458598726116% similarity, with 548 matched token, and 15152 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15800 tokens : 3.481012658227848% similarity, with 550 matched token, and 15250 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15900 tokens : 3.471698113207547% similarity, with 552 matched token, and 15348 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 16000 tokens : 3.4562500000000003% similarity, with 553 matched token, and 15447 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" + ] + } + ], + "source": [ + "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-16k.csv\" 4100 16000" + ] + }, + { + "cell_type": "markdown", + "id": "f0814add", + "metadata": { + "papermill": { + "duration": 0.054667, + "end_time": "2023-08-25T23:03:35.526805", + "exception": false, + "start_time": "2023-08-25T23:03:35.472138", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "# 1B5 Wavenet Ctx 16k - V5 benchmark" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "67cb8716", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-25T23:03:35.640200Z", + "iopub.status.busy": "2023-08-25T23:03:35.639621Z", + "iopub.status.idle": "2023-08-25T23:04:51.079358Z", + "shell.execute_reply": "2023-08-25T23:04:51.077822Z" + }, + "papermill": { + "duration": 75.500473, + "end_time": "2023-08-25T23:04:51.082530", + "exception": false, + "start_time": "2023-08-25T23:03:35.582057", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-25 23:03:39,646] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 45 tokens : 100.0% similarity, with 45 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 50 tokens : 100.0% similarity, with 50 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 55 tokens : 100.0% similarity, with 55 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 60 tokens : 100.0% similarity, with 60 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 65 tokens : 100.0% similarity, with 65 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 70 tokens : 100.0% similarity, with 70 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 75 tokens : 100.0% similarity, with 75 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 80 tokens : 100.0% similarity, with 80 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 85 tokens : 100.0% similarity, with 85 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 90 tokens : 100.0% similarity, with 90 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 95 tokens : 100.0% similarity, with 95 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 100 tokens : 100.0% similarity, with 100 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 105 tokens : 100.0% similarity, with 105 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 110 tokens : 99.0909090909091% similarity, with 109 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 115 tokens : 100.0% similarity, with 115 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 120 tokens : 99.16666666666667% similarity, with 119 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 125 tokens : 99.2% similarity, with 124 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 130 tokens : 100.0% similarity, with 130 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 135 tokens : 100.0% similarity, with 135 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 140 tokens : 100.0% similarity, with 140 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 145 tokens : 100.0% similarity, with 145 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 150 tokens : 100.0% similarity, with 150 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 160 tokens : 99.375% similarity, with 159 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 170 tokens : 99.41176470588235% similarity, with 169 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 180 tokens : 99.44444444444444% similarity, with 179 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 190 tokens : 100.0% similarity, with 190 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 200 tokens : 99.5% similarity, with 199 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 210 tokens : 100.0% similarity, with 210 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 220 tokens : 99.0909090909091% similarity, with 218 matched token, and 2 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 230 tokens : 99.1304347826087% similarity, with 228 matched token, and 2 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 240 tokens : 97.91666666666666% similarity, with 235 matched token, and 5 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 250 tokens : 98.0% similarity, with 245 matched token, and 5 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 260 tokens : 98.84615384615385% similarity, with 257 matched token, and 3 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 270 tokens : 98.51851851851852% similarity, with 266 matched token, and 4 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 280 tokens : 97.85714285714285% similarity, with 274 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 290 tokens : 97.93103448275862% similarity, with 284 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 300 tokens : 98.0% similarity, with 294 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 325 tokens : 98.15384615384616% similarity, with 319 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 350 tokens : 98.28571428571429% similarity, with 344 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 375 tokens : 98.13333333333333% similarity, with 368 matched token, and 7 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 400 tokens : 98.25% similarity, with 393 matched token, and 7 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 425 tokens : 98.11764705882354% similarity, with 417 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 450 tokens : 98.22222222222223% similarity, with 442 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 475 tokens : 98.3157894736842% similarity, with 467 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 500 tokens : 97.8% similarity, with 489 matched token, and 11 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 525 tokens : 97.33333333333334% similarity, with 511 matched token, and 14 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 550 tokens : 97.0909090909091% similarity, with 534 matched token, and 16 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 575 tokens : 97.3913043478261% similarity, with 560 matched token, and 15 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 600 tokens : 97.0% similarity, with 582 matched token, and 18 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 625 tokens : 97.28% similarity, with 608 matched token, and 17 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 650 tokens : 96.76923076923077% similarity, with 629 matched token, and 21 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 675 tokens : 97.18518518518519% similarity, with 656 matched token, and 19 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 700 tokens : 96.71428571428572% similarity, with 677 matched token, and 23 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 750 tokens : 97.46666666666667% similarity, with 731 matched token, and 19 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 800 tokens : 97.125% similarity, with 777 matched token, and 23 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 850 tokens : 97.52941176470588% similarity, with 829 matched token, and 21 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 900 tokens : 97.22222222222221% similarity, with 875 matched token, and 25 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 950 tokens : 96.42105263157895% similarity, with 916 matched token, and 34 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1000 tokens : 96.3% similarity, with 963 matched token, and 37 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n", + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" + ] + } + ], + "source": [ + "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n", + " python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-1B5-E0_1-ctx-16k-1k.csv\"" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "60b5ae9f", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-25T23:04:51.191230Z", + "iopub.status.busy": "2023-08-25T23:04:51.190552Z", + "iopub.status.idle": "2023-08-25T23:09:46.742111Z", + "shell.execute_reply": "2023-08-25T23:09:46.740785Z" + }, + "papermill": { + "duration": 295.607171, + "end_time": "2023-08-25T23:09:46.744550", + "exception": false, + "start_time": "2023-08-25T23:04:51.137379", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-25 23:04:55,625] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1100 tokens : 95.45454545454545% similarity, with 1050 matched token, and 50 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1150 tokens : 95.1304347826087% similarity, with 1094 matched token, and 56 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1200 tokens : 94.08333333333333% similarity, with 1129 matched token, and 71 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1250 tokens : 94.32000000000001% similarity, with 1179 matched token, and 71 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1300 tokens : 94.07692307692308% similarity, with 1223 matched token, and 77 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1350 tokens : 94.0% similarity, with 1269 matched token, and 81 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1400 tokens : 94.42857142857143% similarity, with 1322 matched token, and 78 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1450 tokens : 94.06896551724138% similarity, with 1364 matched token, and 86 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1500 tokens : 93.93333333333334% similarity, with 1409 matched token, and 91 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1550 tokens : 93.35483870967742% similarity, with 1447 matched token, and 103 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1600 tokens : 92.8125% similarity, with 1485 matched token, and 115 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1650 tokens : 92.36363636363636% similarity, with 1524 matched token, and 126 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1700 tokens : 90.23529411764706% similarity, with 1534 matched token, and 166 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1750 tokens : 89.31428571428572% similarity, with 1563 matched token, and 187 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1800 tokens : 88.27777777777777% similarity, with 1589 matched token, and 211 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1850 tokens : 86.10810810810811% similarity, with 1593 matched token, and 257 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1900 tokens : 85.21052631578947% similarity, with 1619 matched token, and 281 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1950 tokens : 82.35897435897435% similarity, with 1606 matched token, and 344 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2000 tokens : 80.2% similarity, with 1604 matched token, and 396 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2050 tokens : 78.4390243902439% similarity, with 1608 matched token, and 442 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2100 tokens : 76.19047619047619% similarity, with 1600 matched token, and 500 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2150 tokens : 73.90697674418605% similarity, with 1589 matched token, and 561 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2200 tokens : 72.0% similarity, with 1584 matched token, and 616 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2250 tokens : 69.73333333333333% similarity, with 1569 matched token, and 681 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2300 tokens : 67.69565217391305% similarity, with 1557 matched token, and 743 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2350 tokens : 65.87234042553192% similarity, with 1548 matched token, and 802 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2400 tokens : 64.0% similarity, with 1536 matched token, and 864 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2450 tokens : 62.28571428571429% similarity, with 1526 matched token, and 924 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2500 tokens : 61.12% similarity, with 1528 matched token, and 972 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2550 tokens : 59.92156862745098% similarity, with 1528 matched token, and 1022 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2600 tokens : 58.61538461538461% similarity, with 1524 matched token, and 1076 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2650 tokens : 57.62264150943396% similarity, with 1527 matched token, and 1123 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2700 tokens : 56.888888888888886% similarity, with 1536 matched token, and 1164 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2750 tokens : 55.16363636363636% similarity, with 1517 matched token, and 1233 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2800 tokens : 54.392857142857146% similarity, with 1523 matched token, and 1277 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2850 tokens : 53.6140350877193% similarity, with 1528 matched token, and 1322 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2900 tokens : 52.724137931034484% similarity, with 1529 matched token, and 1371 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2950 tokens : 51.559322033898304% similarity, with 1521 matched token, and 1429 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3000 tokens : 50.53333333333333% similarity, with 1516 matched token, and 1484 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3050 tokens : 49.34426229508197% similarity, with 1505 matched token, and 1545 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3100 tokens : 48.16129032258065% similarity, with 1493 matched token, and 1607 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3150 tokens : 47.3015873015873% similarity, with 1490 matched token, and 1660 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3200 tokens : 46.09375% similarity, with 1475 matched token, and 1725 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3250 tokens : 44.861538461538466% similarity, with 1458 matched token, and 1792 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3300 tokens : 44.333333333333336% similarity, with 1463 matched token, and 1837 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3350 tokens : 43.3134328358209% similarity, with 1451 matched token, and 1899 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3400 tokens : 42.5% similarity, with 1445 matched token, and 1955 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3450 tokens : 41.449275362318836% similarity, with 1430 matched token, and 2020 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3500 tokens : 40.51428571428571% similarity, with 1418 matched token, and 2082 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3550 tokens : 39.718309859154935% similarity, with 1410 matched token, and 2140 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3600 tokens : 38.88888888888889% similarity, with 1400 matched token, and 2200 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3650 tokens : 37.78082191780822% similarity, with 1379 matched token, and 2271 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3700 tokens : 37.24324324324325% similarity, with 1378 matched token, and 2322 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3750 tokens : 36.586666666666666% similarity, with 1372 matched token, and 2378 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3800 tokens : 35.8421052631579% similarity, with 1362 matched token, and 2438 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3850 tokens : 35.24675324675325% similarity, with 1357 matched token, and 2493 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3900 tokens : 34.69230769230769% similarity, with 1353 matched token, and 2547 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3950 tokens : 33.64556962025316% similarity, with 1329 matched token, and 2621 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4000 tokens : 33.2% similarity, with 1328 matched token, and 2672 token mismatch\r\n", + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" + ] + } + ], + "source": [ + "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n", + " python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-1B5-E0_1-ctx-16k-4k.csv\" 1100 4000" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "2f27cb1d", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-25T23:09:46.852905Z", + "iopub.status.busy": "2023-08-25T23:09:46.851887Z", + "iopub.status.idle": "2023-08-26T00:16:13.492254Z", + "shell.execute_reply": "2023-08-26T00:16:13.491412Z" + }, + "papermill": { + "duration": 3986.698129, + "end_time": "2023-08-26T00:16:13.495176", + "exception": false, + "start_time": "2023-08-25T23:09:46.797047", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-25 23:09:51,419] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4100 tokens : 31.5609756097561% similarity, with 1294 matched token, and 2806 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4200 tokens : 30.0952380952381% similarity, with 1264 matched token, and 2936 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4300 tokens : 28.55813953488372% similarity, with 1228 matched token, and 3072 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4400 tokens : 27.18181818181818% similarity, with 1196 matched token, and 3204 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4500 tokens : 25.68888888888889% similarity, with 1156 matched token, and 3344 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4600 tokens : 24.0% similarity, with 1104 matched token, and 3496 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4700 tokens : 22.93617021276596% similarity, with 1078 matched token, and 3622 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4800 tokens : 21.708333333333332% similarity, with 1042 matched token, and 3758 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4900 tokens : 20.04081632653061% similarity, with 982 matched token, and 3918 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5000 tokens : 18.68% similarity, with 934 matched token, and 4066 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5100 tokens : 17.27450980392157% similarity, with 881 matched token, and 4219 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5200 tokens : 16.153846153846153% similarity, with 840 matched token, and 4360 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5300 tokens : 14.962264150943398% similarity, with 793 matched token, and 4507 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5400 tokens : 13.981481481481481% similarity, with 755 matched token, and 4645 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5500 tokens : 13.072727272727272% similarity, with 719 matched token, and 4781 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5600 tokens : 12.232142857142856% similarity, with 685 matched token, and 4915 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5700 tokens : 11.350877192982455% similarity, with 647 matched token, and 5053 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5800 tokens : 10.724137931034484% similarity, with 622 matched token, and 5178 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5900 tokens : 10.0% similarity, with 590 matched token, and 5310 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6000 tokens : 9.216666666666667% similarity, with 553 matched token, and 5447 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6100 tokens : 8.721311475409836% similarity, with 532 matched token, and 5568 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6200 tokens : 8.258064516129032% similarity, with 512 matched token, and 5688 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6300 tokens : 7.968253968253968% similarity, with 502 matched token, and 5798 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6400 tokens : 7.5625% similarity, with 484 matched token, and 5916 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6500 tokens : 7.230769230769231% similarity, with 470 matched token, and 6030 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6600 tokens : 7.106060606060606% similarity, with 469 matched token, and 6131 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6700 tokens : 6.656716417910448% similarity, with 446 matched token, and 6254 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6800 tokens : 6.397058823529411% similarity, with 435 matched token, and 6365 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6900 tokens : 6.086956521739131% similarity, with 420 matched token, and 6480 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7000 tokens : 5.714285714285714% similarity, with 400 matched token, and 6600 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7100 tokens : 5.450704225352113% similarity, with 387 matched token, and 6713 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7200 tokens : 5.25% similarity, with 378 matched token, and 6822 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7300 tokens : 5.054794520547945% similarity, with 369 matched token, and 6931 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7400 tokens : 4.972972972972973% similarity, with 368 matched token, and 7032 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7500 tokens : 4.8% similarity, with 360 matched token, and 7140 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7600 tokens : 4.697368421052631% similarity, with 357 matched token, and 7243 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7700 tokens : 4.48051948051948% similarity, with 345 matched token, and 7355 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7800 tokens : 4.333333333333334% similarity, with 338 matched token, and 7462 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7900 tokens : 4.0886075949367084% similarity, with 323 matched token, and 7577 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8000 tokens : 3.975% similarity, with 318 matched token, and 7682 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8100 tokens : 3.8148148148148144% similarity, with 309 matched token, and 7791 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8200 tokens : 3.8292682926829267% similarity, with 314 matched token, and 7886 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8300 tokens : 3.662650602409639% similarity, with 304 matched token, and 7996 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8400 tokens : 3.607142857142857% similarity, with 303 matched token, and 8097 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8500 tokens : 3.6117647058823534% similarity, with 307 matched token, and 8193 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8600 tokens : 3.558139534883721% similarity, with 306 matched token, and 8294 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8700 tokens : 3.5402298850574714% similarity, with 308 matched token, and 8392 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8800 tokens : 3.5113636363636362% similarity, with 309 matched token, and 8491 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8900 tokens : 3.51685393258427% similarity, with 313 matched token, and 8587 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9000 tokens : 3.4666666666666663% similarity, with 312 matched token, and 8688 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9100 tokens : 3.472527472527472% similarity, with 316 matched token, and 8784 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9200 tokens : 3.4891304347826084% similarity, with 321 matched token, and 8879 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9300 tokens : 3.4193548387096775% similarity, with 318 matched token, and 8982 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9400 tokens : 3.4148936170212765% similarity, with 321 matched token, and 9079 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9500 tokens : 3.4105263157894736% similarity, with 324 matched token, and 9176 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9600 tokens : 3.4062500000000004% similarity, with 327 matched token, and 9273 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9700 tokens : 3.402061855670103% similarity, with 330 matched token, and 9370 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9800 tokens : 3.387755102040816% similarity, with 332 matched token, and 9468 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9900 tokens : 3.404040404040404% similarity, with 337 matched token, and 9563 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10000 tokens : 3.4299999999999997% similarity, with 343 matched token, and 9657 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10100 tokens : 3.445544554455446% similarity, with 348 matched token, and 9752 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10200 tokens : 3.431372549019608% similarity, with 350 matched token, and 9850 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10300 tokens : 3.4368932038834954% similarity, with 354 matched token, and 9946 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10400 tokens : 3.4423076923076925% similarity, with 358 matched token, and 10042 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10500 tokens : 3.4666666666666663% similarity, with 364 matched token, and 10136 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10600 tokens : 3.443396226415094% similarity, with 365 matched token, and 10235 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10700 tokens : 3.4766355140186915% similarity, with 372 matched token, and 10328 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10800 tokens : 3.4814814814814814% similarity, with 376 matched token, and 10424 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10900 tokens : 3.4678899082568804% similarity, with 378 matched token, and 10522 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11000 tokens : 3.4727272727272727% similarity, with 382 matched token, and 10618 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11100 tokens : 3.4684684684684686% similarity, with 385 matched token, and 10715 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11200 tokens : 3.4642857142857144% similarity, with 388 matched token, and 10812 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11300 tokens : 3.4601769911504423% similarity, with 391 matched token, and 10909 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11400 tokens : 3.508771929824561% similarity, with 400 matched token, and 11000 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11500 tokens : 3.5130434782608697% similarity, with 404 matched token, and 11096 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11600 tokens : 3.53448275862069% similarity, with 410 matched token, and 11190 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11700 tokens : 3.5213675213675217% similarity, with 412 matched token, and 11288 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11800 tokens : 3.5423728813559316% similarity, with 418 matched token, and 11382 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11900 tokens : 3.5546218487394956% similarity, with 423 matched token, and 11477 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12000 tokens : 3.5666666666666664% similarity, with 428 matched token, and 11572 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12100 tokens : 3.56198347107438% similarity, with 431 matched token, and 11669 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12200 tokens : 3.5573770491803276% similarity, with 434 matched token, and 11766 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12300 tokens : 3.560975609756097% similarity, with 438 matched token, and 11862 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12400 tokens : 3.5725806451612905% similarity, with 443 matched token, and 11957 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12500 tokens : 3.56% similarity, with 445 matched token, and 12055 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12600 tokens : 3.5634920634920637% similarity, with 449 matched token, and 12151 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12700 tokens : 3.559055118110236% similarity, with 452 matched token, and 12248 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12800 tokens : 3.5546875% similarity, with 455 matched token, and 12345 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12900 tokens : 3.558139534883721% similarity, with 459 matched token, and 12441 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13000 tokens : 3.569230769230769% similarity, with 464 matched token, and 12536 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13100 tokens : 3.557251908396947% similarity, with 466 matched token, and 12634 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13200 tokens : 3.5681818181818183% similarity, with 471 matched token, and 12729 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13300 tokens : 3.556390977443609% similarity, with 473 matched token, and 12827 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13400 tokens : 3.5746268656716413% similarity, with 479 matched token, and 12921 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13500 tokens : 3.562962962962963% similarity, with 481 matched token, and 13019 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13600 tokens : 3.573529411764706% similarity, with 486 matched token, and 13114 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13700 tokens : 3.5620437956204376% similarity, with 488 matched token, and 13212 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13800 tokens : 3.5652173913043477% similarity, with 492 matched token, and 13308 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13900 tokens : 3.575539568345324% similarity, with 497 matched token, and 13403 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14000 tokens : 3.5999999999999996% similarity, with 504 matched token, and 13496 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14100 tokens : 3.595744680851064% similarity, with 507 matched token, and 13593 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14200 tokens : 3.591549295774648% similarity, with 510 matched token, and 13690 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14300 tokens : 3.5874125874125875% similarity, with 513 matched token, and 13787 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14400 tokens : 3.5972222222222223% similarity, with 518 matched token, and 13882 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14500 tokens : 3.5862068965517238% similarity, with 520 matched token, and 13980 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14600 tokens : 3.582191780821918% similarity, with 523 matched token, and 14077 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14700 tokens : 3.612244897959184% similarity, with 531 matched token, and 14169 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14800 tokens : 3.5945945945945947% similarity, with 532 matched token, and 14268 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14900 tokens : 3.5906040268456376% similarity, with 535 matched token, and 14365 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15000 tokens : 3.5866666666666664% similarity, with 538 matched token, and 14462 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15100 tokens : 3.589403973509934% similarity, with 542 matched token, and 14558 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15200 tokens : 3.578947368421052% similarity, with 544 matched token, and 14656 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15300 tokens : 3.581699346405229% similarity, with 548 matched token, and 14752 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15400 tokens : 3.5779220779220777% similarity, with 551 matched token, and 14849 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15500 tokens : 3.5806451612903225% similarity, with 555 matched token, and 14945 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15600 tokens : 3.5897435897435894% similarity, with 560 matched token, and 15040 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15700 tokens : 3.5987261146496814% similarity, with 565 matched token, and 15135 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15800 tokens : 3.588607594936709% similarity, with 567 matched token, and 15233 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15900 tokens : 3.5849056603773586% similarity, with 570 matched token, and 15330 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 16000 tokens : 3.5749999999999997% similarity, with 572 matched token, and 15428 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" + ] + } + ], + "source": [ + "!export RWKV_WAVENET_LAYERS=\"13\" && \\\n", + " python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/v5wave-1B5-E0_1-ctx-16k-preview-30p.pth\" \"./logs/v5wave-1B5-E0_1-ctx-16k-16k.csv\" 4100 16000" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "rwkv-infctx", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "papermill": { + "default_parameters": {}, + "duration": 8694.533824, + "end_time": "2023-08-26T00:16:13.906615", + "environment_variables": {}, + "exception": null, + "input_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/Benchmark-V5wavenet.ipynb", + "output_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5wavenet.ipynb", + "parameters": {}, + "start_time": "2023-08-25T21:51:19.372791", + "version": "2.4.0" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} \ No newline at end of file