{ "nbformat": 4, "nbformat_minor": 0, "metadata": { "colab": { "name": "Hausa_NMT.ipynb", "provenance": [] }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "accelerator": "GPU" }, "cells": [ { "cell_type": "code", "metadata": { "id": "rfqggSL3MOMG", "colab_type": "code", "outputId": "765c408d-d909-4f29-c221-a98025e86b70", "colab": { "base_uri": "https://localhost:8080/", "height": 122 } }, "source": [ "\n", "from google.colab import drive\n", "drive.mount('/content/drive', force_remount=True)" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n", "\n", "Enter your authorization code:\n", "··········\n", "Mounted at /content/drive\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "KhgF50CRMU7l", "colab_type": "code", "colab": {} }, "source": [ "# TODO: Set your source and target languages. Keep in mind, these traditionally use language codes as found here:\n", "# These will also become the suffix's of all vocab and corpus files used throughout\n", "import os\n", "source_language = \"en\"\n", "target_language = \"ha\" \n", "lc = False # If True, lowercase the data.\n", "seed = 42 # Random seed for shuffling.\n", "tag = \"baseline\" # Give a unique name to your folder - this is to ensure you don't rewrite any models you've already submitted\n", "\n", "os.environ[\"src\"] = source_language # Sets them in bash as well, since we often use bash scripts\n", "os.environ[\"tgt\"] = target_language\n", "os.environ[\"tag\"] = tag\n", "\n", "# This will save it to a folder in our gdrive instead!\n", "!mkdir -p \"/content/drive/My Drive/masakhane/$src-$tgt-$tag\"\n", "os.environ[\"gdrive_path\"] = \"/content/drive/My Drive/masakhane/%s-%s-%s\" % (source_language, target_language, tag)" ], "execution_count": 0, "outputs": [] }, { "cell_type": "code", "metadata": { "id": "EtjFUdP4MvnQ", "colab_type": "code", "outputId": "8165af96-59a8-43d6-a9da-5793d41577c7", "colab": { "base_uri": "https://localhost:8080/", "height": 34 } }, "source": [ "\n", "!echo $gdrive_path" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "/content/drive/My Drive/masakhane/en-ha-baseline\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "KMGnzvjIMzBe", "colab_type": "code", "outputId": "a9508da3-fc5e-45c5-faca-cfc14f2d1c96", "colab": { "base_uri": "https://localhost:8080/", "height": 122 } }, "source": [ "# Install opus-tools\n", "! pip install opustools-pkg" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "Collecting opustools-pkg\n", "\u001b[?25l Downloading https://files.pythonhosted.org/packages/6c/9f/e829a0cceccc603450cd18e1ff80807b6237a88d9a8df2c0bb320796e900/opustools_pkg-0.0.52-py3-none-any.whl (80kB)\n", "\u001b[K |████████████████████████████████| 81kB 4.0MB/s \n", "\u001b[?25hInstalling collected packages: opustools-pkg\n", "Successfully installed opustools-pkg-0.0.52\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "1oGBeknJM4SW", "colab_type": "code", "outputId": "76e99adf-4886-44a3-e3d3-d4108f046305", "colab": { "base_uri": "https://localhost:8080/", "height": 204 } }, "source": [ "\n", "# Downloading our corpus\n", "! opus_read -d JW300 -s $src -t $tgt -wm moses -w jw300.$src jw300.$tgt -q\n", "\n", "# extract the corpus file\n", "! gunzip JW300_latest_xml_$src-$tgt.xml.gz" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "\n", "Alignment file /proj/nlpl/data/OPUS/JW300/latest/xml/en-ha.xml.gz not found. The following files are available for downloading:\n", "\n", " 2 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/en-ha.xml.gz\n", " 263 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/en.zip\n", " 24 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/ha.zip\n", "\n", " 289 MB Total size\n", "./JW300_latest_xml_en-ha.xml.gz ... 100% of 2 MB\n", "./JW300_latest_xml_en.zip ... 100% of 263 MB\n", "./JW300_latest_xml_ha.zip ... 100% of 24 MB\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "jkL4ajrtNyvu", "colab_type": "code", "outputId": "01b11cf6-bfb5-4160-8ea7-5eda46c39d9c", "colab": { "base_uri": "https://localhost:8080/", "height": 176 } }, "source": [ "\n", "import pandas as pd\n", "\n", "# TMX file to dataframe\n", "source_file = 'jw300.' + source_language\n", "target_file = 'jw300.' + target_language\n", "\n", "source = []\n", "target = []\n", "skip_lines = [] # Collect the line numbers of the source portion to skip the same lines for the target portion.\n", "with open(source_file) as f:\n", " for i, line in enumerate(f):\n", " # Skip sentences that are contained in the test set.\n", " # if line.strip() not in en_test_sents:\n", " source.append(line.strip())\n", " # else:\n", " # skip_lines.append(i) \n", "with open(target_file) as f:\n", " for j, line in enumerate(f):\n", " # Only add to corpus if corresponding source was not skipped.\n", " # if j not in skip_lines:\n", " target.append(line.strip())\n", " \n", "print('Loaded data and skipped {}/{} lines since contained in test set.'.format(len(skip_lines), i))\n", " \n", "#df = pd.DataFrame(zip(source_file, target_file), columns=['source_sentence', 'target_sentence'])\n", "# if you get TypeError: data argument can't be an iterator is because of your zip version run this below\n", "df1= pd.DataFrame(list(zip(source, target)), columns=['source_sentence', 'target_sentence'])\n", "print(df1.shape)\n", "df1.head(3)\n" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "Loaded data and skipped 0/237064 lines since contained in test set.\n", "(237065, 2)\n" ], "name": "stdout" }, { "output_type": "execute_result", "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
source_sentencetarget_sentence
0Questions From ReadersTambayoyi Daga Masu Karatu
1How seriously should Christians view an engage...Yaya ya kamata Kiristoci su ɗauki riƙo ?
2An engagement to marry is a cause for happines...Riƙo dalili ne na farinciki , amma kuma muhimm...
\n", "
" ], "text/plain": [ " source_sentence target_sentence\n", "0 Questions From Readers Tambayoyi Daga Masu Karatu\n", "1 How seriously should Christians view an engage... Yaya ya kamata Kiristoci su ɗauki riƙo ?\n", "2 An engagement to marry is a cause for happines... Riƙo dalili ne na farinciki , amma kuma muhimm..." ] }, "metadata": { "tags": [] }, "execution_count": 6 } ] }, { "cell_type": "code", "metadata": { "id": "4GfKzCP0u1d_", "colab_type": "code", "outputId": "58bf9ff5-0e77-414f-85d5-bb551d6d1e4e", "colab": { "base_uri": "https://localhost:8080/", "height": 204 } }, "source": [ "\n", "# Downloading our corpus\n", "! opus_read -d Tatoeba -s $src -t $tgt -wm moses -w tatoeba.$src tatoeba.$tgt -q\n", "\n", "# extract the corpus file\n", "! gunzip Tatoeba_latest_xml_$src-$tgt.xml.gz" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "\n", "Alignment file /proj/nlpl/data/OPUS/Tatoeba/latest/xml/en-ha.xml.gz not found. The following files are available for downloading:\n", "\n", " 4 KB https://object.pouta.csc.fi/OPUS-Tatoeba/v20190709/xml/en-ha.xml.gz\n", " 90 MB https://object.pouta.csc.fi/OPUS-Tatoeba/v20190709/xml/en.zip\n", " 12 KB https://object.pouta.csc.fi/OPUS-Tatoeba/v20190709/xml/ha.zip\n", "\n", " 90 MB Total size\n", "./Tatoeba_latest_xml_en-ha.xml.gz ... 100% of 4 KB\n", "./Tatoeba_latest_xml_en.zip ... 100% of 90 MB\n", "./Tatoeba_latest_xml_ha.zip ... 100% of 12 KB\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "A29X11AOvGKB", "colab_type": "code", "outputId": "5f034b60-775d-4f08-cd6b-04671cce2f04", "colab": { "base_uri": "https://localhost:8080/", "height": 176 } }, "source": [ "import pandas as pd\n", "\n", "# TMX file to dataframe\n", "source_file = 'tatoeba.' + source_language\n", "target_file = 'tatoeba.' + target_language\n", "\n", "source = []\n", "target = []\n", "skip_lines = [] # Collect the line numbers of the source portion to skip the same lines for the target portion.\n", "with open(source_file) as f:\n", " for i, line in enumerate(f):\n", " # Skip sentences that are contained in the test set.\n", " # if line.strip() not in en_test_sents:\n", " source.append(line.strip())\n", " # else:\n", " # skip_lines.append(i) \n", "with open(target_file) as f:\n", " for j, line in enumerate(f):\n", " # Only add to corpus if corresponding source was not skipped.\n", " # if j not in skip_lines:\n", " target.append(line.strip())\n", " \n", "print('Loaded data and skipped {}/{} lines since contained in test set.'.format(len(skip_lines), i))\n", " \n", "#df = pd.DataFrame(zip(source_file, target_file), columns=['source_sentence', 'target_sentence'])\n", "# if you get TypeError: data argument can't be an iterator is because of your zip version run this below\n", "df2= pd.DataFrame(list(zip(source, target)), columns=['source_sentence', 'target_sentence'])\n", "print(df2.shape)\n", "df2.head(3)" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "Loaded data and skipped 0/55 lines since contained in test set.\n", "(56, 2)\n" ], "name": "stdout" }, { "output_type": "execute_result", "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
source_sentencetarget_sentence
0Of course you can take it if you want .Kwarai kuwa zaka iya daukarsa idan kanaso .
1Have you ever been to Paris ?Ka taɓa zuwa Paris ?
2Where is the toilet ?Ina ne wajen bahaya ?
\n", "
" ], "text/plain": [ " source_sentence target_sentence\n", "0 Of course you can take it if you want . Kwarai kuwa zaka iya daukarsa idan kanaso .\n", "1 Have you ever been to Paris ? Ka taɓa zuwa Paris ?\n", "2 Where is the toilet ? Ina ne wajen bahaya ?" ] }, "metadata": { "tags": [] }, "execution_count": 8 } ] }, { "cell_type": "code", "metadata": { "id": "bbyhNtcwzuZ8", "colab_type": "code", "outputId": "05ba1c49-b24a-4b97-c363-6955deac3946", "colab": { "base_uri": "https://localhost:8080/", "height": 204 } }, "source": [ "# Downloading our corpus\n", "! opus_read -d wikimedia -s $src -t $tgt -wm moses -w wikimedia.$src wikimedia.$tgt -q\n", "\n", "# extract the corpus file\n", "! gunzip wikimedia_latest_xml_$src-$tgt.xml.gz" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "\n", "Alignment file /proj/nlpl/data/OPUS/wikimedia/latest/xml/en-ha.xml.gz not found. The following files are available for downloading:\n", "\n", " 20 KB https://object.pouta.csc.fi/OPUS-wikimedia/v20190628/xml/en-ha.xml.gz\n", " 60 MB https://object.pouta.csc.fi/OPUS-wikimedia/v20190628/xml/en.zip\n", " 252 KB https://object.pouta.csc.fi/OPUS-wikimedia/v20190628/xml/ha.zip\n", "\n", " 60 MB Total size\n", "./wikimedia_latest_xml_en-ha.xml.gz ... 100% of 20 KB\n", "./wikimedia_latest_xml_en.zip ... 100% of 60 MB\n", "./wikimedia_latest_xml_ha.zip ... 100% of 252 KB\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "u_bi-Pc7zulk", "colab_type": "code", "outputId": "a75db006-64cc-42fa-9e3c-f6f858e4a55b", "colab": { "base_uri": "https://localhost:8080/", "height": 176 } }, "source": [ "\n", "# TMX file to dataframe\n", "source_file = 'wikimedia.' + source_language\n", "target_file = 'wikimedia.' + target_language\n", "\n", "source = []\n", "target = []\n", "skip_lines = [] # Collect the line numbers of the source portion to skip the same lines for the target portion.\n", "with open(source_file) as f:\n", " for i, line in enumerate(f):\n", " # Skip sentences that are contained in the test set.\n", " # if line.strip() not in en_test_sents:\n", " source.append(line.strip())\n", " # else:\n", " # skip_lines.append(i) \n", "with open(target_file) as f:\n", " for j, line in enumerate(f):\n", " # Only add to corpus if corresponding source was not skipped.\n", " # if j not in skip_lines:\n", " target.append(line.strip())\n", " \n", "print('Loaded data and skipped {}/{} lines since contained in test set.'.format(len(skip_lines), i))\n", " \n", "#df = pd.DataFrame(zip(source_file, target_file), columns=['source_sentence', 'target_sentence'])\n", "# if you get TypeError: data argument can't be an iterator is because of your zip version run this below\n", "df3= pd.DataFrame(list(zip(source, target)), columns=['source_sentence', 'target_sentence'])\n", "print(df3.shape)\n", "df3.head(3)" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "Loaded data and skipped 0/702 lines since contained in test set.\n", "(703, 2)\n" ], "name": "stdout" }, { "output_type": "execute_result", "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
source_sentencetarget_sentence
0ReferencesReferences
1↑ \" Will Smith Net Worth - atlantablackstar \" ...↑ \" Will Smith Net Worth - atlantablackstar \" ...
2Willard Carroll \" Will \" Smith Jr.[2][3][4 ] (...Willard Carroll \" Will \" Smith Jr . [ 2 ] [ 3 ...
\n", "
" ], "text/plain": [ " source_sentence target_sentence\n", "0 References References\n", "1 ↑ \" Will Smith Net Worth - atlantablackstar \" ... ↑ \" Will Smith Net Worth - atlantablackstar \" ...\n", "2 Willard Carroll \" Will \" Smith Jr.[2][3][4 ] (... Willard Carroll \" Will \" Smith Jr . [ 2 ] [ 3 ..." ] }, "metadata": { "tags": [] }, "execution_count": 10 } ] }, { "cell_type": "code", "metadata": { "id": "PRksk-iV0v-5", "colab_type": "code", "outputId": "1a28bd5f-a8b1-436e-a1fe-9926525b7f27", "colab": { "base_uri": "https://localhost:8080/", "height": 204 } }, "source": [ "# Downloading our corpus\n", "! opus_read -d Tanzil -s $src -t $tgt -wm moses -w tanzil.$src tanzil.$tgt -q\n", "\n", "# extract the corpus file\n", "! gunzip Tanzil_latest_xml_$src-$tgt.xml.gz" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "\n", "Alignment file /proj/nlpl/data/OPUS/Tanzil/latest/xml/en-ha.xml.gz not found. The following files are available for downloading:\n", "\n", " 1 MB https://object.pouta.csc.fi/OPUS-Tanzil/v1/xml/en-ha.xml.gz\n", " 34 MB https://object.pouta.csc.fi/OPUS-Tanzil/v1/xml/en.zip\n", " 1 MB https://object.pouta.csc.fi/OPUS-Tanzil/v1/xml/ha.zip\n", "\n", " 36 MB Total size\n", "./Tanzil_latest_xml_en-ha.xml.gz ... 100% of 1 MB\n", "./Tanzil_latest_xml_en.zip ... 100% of 34 MB\n", "./Tanzil_latest_xml_ha.zip ... 100% of 1 MB\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "5q111T-n0wSr", "colab_type": "code", "outputId": "46b0a3ad-6af3-4ba8-817f-be6c3f663a71", "colab": { "base_uri": "https://localhost:8080/", "height": 176 } }, "source": [ "\n", "# TMX file to dataframe\n", "source_file = 'tanzil.' + source_language\n", "target_file = 'tanzil.' + target_language\n", "\n", "source = []\n", "target = []\n", "skip_lines = [] # Collect the line numbers of the source portion to skip the same lines for the target portion.\n", "with open(source_file) as f:\n", " for i, line in enumerate(f):\n", " # Skip sentences that are contained in the test set.\n", " # if line.strip() not in en_test_sents:\n", " source.append(line.strip())\n", " # else:\n", " # skip_lines.append(i) \n", "with open(target_file) as f:\n", " for j, line in enumerate(f):\n", " # Only add to corpus if corresponding source was not skipped.\n", " # if j not in skip_lines:\n", " target.append(line.strip())\n", " \n", "print('Loaded data and skipped {}/{} lines since contained in test set.'.format(len(skip_lines), i))\n", " \n", "#df = pd.DataFrame(zip(source_file, target_file), columns=['source_sentence', 'target_sentence'])\n", "# if you get TypeError: data argument can't be an iterator is because of your zip version run this below\n", "df4= pd.DataFrame(list(zip(source, target)), columns=['source_sentence', 'target_sentence'])\n", "print(df4.shape)\n", "df4.head(3)" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "Loaded data and skipped 0/132100 lines since contained in test set.\n", "(132101, 2)\n" ], "name": "stdout" }, { "output_type": "execute_result", "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
source_sentencetarget_sentence
0In the name of Allah , most benevolent , ever-...Da sũnan Allah , Mai rahama , Mai jin ƙai .
1ALL PRAISE BE to Allah , Lord of all the worlds ,Godiya ta tabbata ga Allah , Ubangijin halittu ;
2Most beneficent , ever-merciful ,Mai rahama , Mai jin ƙai ;
\n", "
" ], "text/plain": [ " source_sentence target_sentence\n", "0 In the name of Allah , most benevolent , ever-... Da sũnan Allah , Mai rahama , Mai jin ƙai .\n", "1 ALL PRAISE BE to Allah , Lord of all the worlds , Godiya ta tabbata ga Allah , Ubangijin halittu ;\n", "2 Most beneficent , ever-merciful , Mai rahama , Mai jin ƙai ;" ] }, "metadata": { "tags": [] }, "execution_count": 12 } ] }, { "cell_type": "code", "metadata": { "id": "YkyK4ACmLfez", "colab_type": "code", "colab": {} }, "source": [ "List = [df1, df2, df3, df4] # List of your dataframes\n", "df = pd.concat(List)" ], "execution_count": 0, "outputs": [] }, { "cell_type": "code", "metadata": { "id": "Dw9SygdnN6S1", "colab_type": "code", "outputId": "8288d0d9-41a1-4d12-9f1c-4bc8e9de9972", "colab": { "base_uri": "https://localhost:8080/", "height": 34 } }, "source": [ "df.shape" ], "execution_count": 0, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "(369925, 2)" ] }, "metadata": { "tags": [] }, "execution_count": 14 } ] }, { "cell_type": "code", "metadata": { "id": "agcS7za6YOcP", "colab_type": "code", "colab": {} }, "source": [ "\n", "# drop duplicate translations\n", "df_pp = df.drop_duplicates()\n", "\n", "# drop conflicting translations\n", "# (this is optional and something that you might want to comment out \n", "# depending on the size of your corpus)\n", "#df_pp.drop_duplicates(subset='source_sentence', inplace=True)\n", "#df_pp.drop_duplicates(subset='target_sentence', inplace=True)\n", "\n", "# Shuffle the data to remove bias in dev set selection.\n", "df_pp = df_pp.sample(frac=1, random_state=seed).reset_index(drop=True)" ], "execution_count": 0, "outputs": [] }, { "cell_type": "code", "metadata": { "id": "zHWZkn07ZXUd", "colab_type": "code", "outputId": "5c283b4a-8e38-4c8b-d6cc-f82bb2b40295", "colab": { "base_uri": "https://localhost:8080/", "height": 34 } }, "source": [ "df_pp.shape" ], "execution_count": 0, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "(351024, 2)" ] }, "metadata": { "tags": [] }, "execution_count": 16 } ] }, { "cell_type": "code", "metadata": { "id": "DC7zwjgPZa65", "colab_type": "code", "colab": {} }, "source": [ "# # Install fuzzy wuzzy to remove \"almost duplicate\" sentences in the\n", "# # test and training sets.\n", "# ! pip install fuzzywuzzy\n", "# ! pip install python-Levenshtein\n", "# import time\n", "# from fuzzywuzzy import process\n", "# import numpy as np\n", "\n", "# # reset the index of the training set after previous filtering\n", "# df_pp.reset_index(drop=False, inplace=True)\n", "\n", "# # Remove samples from the training data set if they \"almost overlap\" with the\n", "# # samples in the test set.\n", "\n", "# # Filtering function. Adjust pad to narrow down the candidate matches to\n", "# # within a certain length of characters of the given sample.\n", "# def fuzzfilter(sample, candidates, pad):\n", "# candidates = [x for x in candidates if len(x) <= len(sample)+pad and len(x) >= len(sample)-pad] \n", "# if len(candidates) > 0:\n", "# return process.extractOne(sample, candidates)[1]\n", "# else:\n", "# return np.nan\n", "\n", "# # NOTE - This might run slow depending on the size of your training set. We are\n", "# # printing some information to help you track how long it would take. \n", "# scores = []\n", "# start_time = time.time()\n", "# for idx, row in df_pp.iterrows():\n", "# scores.append(fuzzfilter(row['source_sentence'], list(en_test_sents), 5))\n", "# if idx % 1000 == 0:\n", "# hours, rem = divmod(time.time() - start_time, 3600)\n", "# minutes, seconds = divmod(rem, 60)\n", "# print(\"{:0>2}:{:0>2}:{:05.2f}\".format(int(hours),int(minutes),seconds), \"%0.2f percent complete\" % (100.0*float(idx)/float(len(df_pp))))\n", "\n", "# # Filter out \"almost overlapping samples\"\n", "# df_pp['scores'] = scores\n", "# df_pp = df_pp[df_pp['scores'] < 95]" ], "execution_count": 0, "outputs": [] }, { "cell_type": "code", "metadata": { "id": "GSKrJmFAZkXh", "colab_type": "code", "outputId": "7f9070b6-8e94-4f31-9db6-0565aebd9fcf", "colab": { "base_uri": "https://localhost:8080/", "height": 1000 } }, "source": [ "# This section does the split between train/dev for the parallel corpora then saves them as separate files\n", "# We use 1000 dev test and the given test set.\n", "import csv\n", "import numpy as np\n", "\n", "# Do the split between dev/train and create parallel corpora\n", "num_dev_patterns = 1000\n", "\n", "# Optional: lower case the corpora - this will make it easier to generalize, but without proper casing.\n", "if lc: # Julia: making lowercasing optional\n", " df_pp[\"source_sentence\"] = df_pp[\"source_sentence\"].str.lower()\n", " df_pp[\"target_sentence\"] = df_pp[\"target_sentence\"].str.lower()\n", "\n", "#Divide df_pp into train and test sets\n", "\n", "msk = np.random.rand(len(df_pp)) < 0.98\n", "train = df_pp[msk]\n", "test_df = df_pp[~msk]\n", "\n", "# Further divide train into train and additional dev set which should be the last 1000\n", "dev_df = train.tail(num_dev_patterns) # Herman: Error in original\n", "stripped_df = train.drop(train.tail(num_dev_patterns).index)\n", "\n", "with open(\"test.\"+source_language, \"w\") as src_file, open(\"test.\"+target_language, \"w\") as trg_file:\n", " for index, row in test_df.iterrows():\n", " src_file.write(row[\"source_sentence\"]+\"\\n\")\n", " trg_file.write(row[\"target_sentence\"]+\"\\n\")\n", "\n", "with open(\"train.\"+source_language, \"w\") as src_file, open(\"train.\"+target_language, \"w\") as trg_file:\n", " for index, row in stripped_df.iterrows():\n", " src_file.write(row[\"source_sentence\"]+\"\\n\")\n", " trg_file.write(row[\"target_sentence\"]+\"\\n\")\n", " \n", "with open(\"dev.\"+source_language, \"w\") as src_file, open(\"dev.\"+target_language, \"w\") as trg_file:\n", " for index, row in dev_df.iterrows():\n", " src_file.write(row[\"source_sentence\"]+\"\\n\")\n", " trg_file.write(row[\"target_sentence\"]+\"\\n\")\n", "\n", "#stripped[[\"source_sentence\"]].to_csv(\"train.\"+source_language, header=False, index=False) # Herman: Added `header=False` everywhere\n", "#stripped[[\"target_sentence\"]].to_csv(\"train.\"+target_language, header=False, index=False) # Julia: Problematic handling of quotation marks.\n", "\n", "#dev[[\"source_sentence\"]].to_csv(\"dev.\"+source_language, header=False, index=False)\n", "#dev[[\"target_sentence\"]].to_csv(\"dev.\"+target_language, header=False, index=False)\n", "\n", "# Doublecheck the format below. There should be no extra quotation marks or weird characters.\n", "! head train.*\n", "! head dev.*\n", "! head test.*" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "==> train.en <==\n", "And We have placed in the earth firm mountains lest it should move away with them , and We placed therein Passages for paths , that haply they may be guided .\n", "“ YOU saw a lot of casual clothing , especially when it was hot , ” reported a Dutch newspaper regarding a meeting of church leaders .\n", "How will God relieve mankind of suffering ?\n", "Jesus felt compassion for the people he preached to , and we should likewise be moved by compassion to preach to others . ​ — Matthew 9 : 36 .\n", "Every soul shall have a taste of death : And only on the Day of Judgment shall you be paid your full recompense .\n", "And We had already tried before them the people of Pharaoh , and there came to them a noble messenger ,\n", "He was an instructor at the Bible School of Gilead , and later he served as a member of the Governing Body .\n", "Learning that the woman was Bath - sheba and that her husband , Uriah , was off to war , David sent for her and had relations with her .\n", "God had in mind for their children to have children , until the human family filled the whole earth .\n", "Reading the Bible daily and meditating on what we read can help to guard our minds against immoral thoughts .\n", "\n", "==> train.ha <==\n", "Kuma Mun sanya tabbatattun duwãtsu a cikin ƙasa dõmin kada ta karkata da su kuma Mun sanya ranguna , hanyõyi , a cikinsu ( duwãtsun ) , tsammãninsu sunã shiryuwa .\n", "WATA jarida da aka rubuta da yaren Dutch ta kwatanta irin shigar da shugabanan addinai suka yi a wani taronsu .\n", "Ta yaya Allah zai cire wahalar da ’ yan adam suke sha ?\n", "Yesu ya ji tausayin mutanen da yake yi wa wa’azi , saboda haka ya kamata mu ji tausayin waɗanda muke yi wa wa’azi . — Matta 9 : 36 .\n", "Kõwane rai mai ɗanɗanar mutuwa ne . Kuma ana cika muku ijãrõrinku kawai ne a Rãnar ¡ iyãma .\n", "Kuma lalle ne haƙĩƙa a gabaninsu , Mun fitini mutãnen Fir 'auna , kuma wani Manzo karĩmi ya jẽ musu .\n", "Shi malami ne a Makarantar Gilead kuma daga baya ya zama memban Hukumar da Ke Kula da Ayyukanmu .\n", "Da ya ji cewa Bath - sheba ce , kuma mijinta Uriah yana dagar yaƙi , Dauda ya aika a kira ta kuma ya kwana da ita .\n", "Ƙari ga haka , Allah yana so yaransu su haifi yara , har sai mutane sun cika duniya .\n", "( Yaƙ . 3 : 17 , Littafi Mai Tsarki ) Karanta Littafi Mai Tsarki da kuma yin bimbini a kan abin da muka karanta zai sa mu guji yin tunanin banza .\n", "==> dev.en <==\n", "“ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "Farooq Kperogi Born March 30 1973 Baruten , Kwara State , Nigeria Nationality Nigerian Occupation Professor Academic background Alma mater Georgia State University ( Ph.D ) University of Louisiana at Lafayette ( M.Sc ) Bayero University ( B.A ) Thesis Webs of Resistance : The Citizen Online Journalism of the Nigerian Digital Diaspora  ( 2011 ) Doctoral advisor Michael L. Bruner Academic work Discipline English language , Communication , Social and Behavioral Sciences[1 ] Sub-discipline English usage , Media English , Nigerian English , World Englishes[1 ] Institutions Kennesaw State University Main interests New Media , English usage , Journalese , Political criticism[1 ] Notable works Glocal English : The Changing Face and Forms of Nigerian English in a Global World\n", "Our next article further considers the purpose of the resurrection .\n", "The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "A white - haired man in a frock coat appears on screen .\n", "Why are older fellow believers so precious to us ?\n", "Jesus knew that our love would be tested when he said that we should forgive our brother “ up to seventy - seven times . ”\n", "Why is that of vital importance ?\n", "The account states : “ A murmuring arose on the part of the Greek - speaking Jews against the Hebrew - speaking Jews , because their widows were being overlooked in the daily distribution . ” ​ — Acts 6 : 1 .\n", "\n", "==> dev.ha <==\n", "Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "\n", "( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "Wani mutum mai furfura ya bayyana da dogon kwat a majigin .\n", "Me ya sa bayi tsofaffi suke da tamani a gare mu ?\n", "( 1 Bitrus 1 : 22 ; 4 : 8 ; 1 Yahaya 3 : 11 ) Yesu ya san cewa za a gwada ƙaunarmu da ya ce ya kamata mu gafarta wa ɗan’uwanmu sau “ bakwai har sau saba’in . ”\n", "Me ya sa hakan yake da muhimmanci ?\n", "Labarin ya ce : “ Yahudawa masu jin Helenanci suka yi wa Ibraniyawa gunaguni , domin bā a kula da matayensu waɗanda mazansu suka mutu , wajen rabon gudummawa kowace rana . ” — Ayukan Manzanni 6 : 1 .\n", "==> test.en <==\n", "Certainly Our Apostle has come to you , clarifying for you much of what you used to hide of the Book , and excusing many [ an offense of yours ] .\n", "He promised Jehovah that if He gave him the victory , he would offer to Jehovah , as “ a burnt offering , ” the first one who came out of his house when he returned home from the battle .\n", "Well , thousands of individuals of Bible record have been exemplary in displaying these qualities .\n", "3 : 16 ​ — What is suggested by the expression : “ With gravel he makes my teeth get broken ” ?\n", "These study sessions are free and can be held at one’s home or at another convenient location .\n", "If a woman feareth ill treatment from her husband , or desertion , it is no sin for them twain if they make terms of peace between themselves . Peace is better .\n", "In fact , he progressed so well in his studies that on several occasions he was invited to conduct a symphony orchestra .\n", "Soon the truth was plain .\n", "Formerly violent people have become peaceable .\n", "They felt trapped .\n", "\n", "==> test.ha <==\n", "Lalle ne , ManzonMu yã je muku , yanã bayyana muku abu mai yawa daga abin da kuka kasance kunã ɓõyewa daga Littãfi , kuma yanã rangwame daga abu mai yawa .\n", "Sai ya yi wa Jehobah alkawari cewa idan ya sa ya yi nasara , zai ba wa Jehobah mutumin da ya fara fitowa daga gidansa sa’ad da ya dawo daga yaƙin a matsayin “ hadaya ta ƙonawa . ”\n", "Littafi Mai Tsarki yana ɗauke da ɗimbin misalan bayin Allah da suka kasance da gaba gaɗi da kuma bangaskiya .\n", "3 : 16 — Menene wannan furcin yake nufi : “ Ya karya mani haƙorana da yan tsakuwai ” ?\n", "Wannan nazarin kyauta ce kuma za a iya yin sa a gidanka ko a wani wurin da ka fi so .\n", "Kuma idan wata mace ta ji tsõron ƙiyo daga mijinta kõ kuwa bijirẽwa to , bãbu laifi a kansu su yi sulhu a tsakãninsu , sulhu ( mai kyau ) Kuma yin sulhu ne mafi alhẽri .\n", "Yana so ya zama gwani mawaƙi . Ya ƙware sosai da har an gaya masa ya ja - goranci rukunin ƙwararrun mawaƙa .\n", "Nan da nan sai gaskiya ta fito .\n", "Mutane masu nuna ƙarfi a dā sun zama masu zaman lafiya .\n", "Sun ɗauka cewa babu mafita .\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "YP8MqOSrolWr", "colab_type": "code", "colab": {} }, "source": [ "stripped_df.to_csv('train.csv')\n", "!cp train.csv drive/My\\ Drive/masakhane/" ], "execution_count": 0, "outputs": [] }, { "cell_type": "code", "metadata": { "id": "-G_lTaVupEyG", "colab_type": "code", "colab": {} }, "source": [ "test_df.to_csv('test.csv')\n", "!cp test.csv drive/My\\ Drive/masakhane/" ], "execution_count": 0, "outputs": [] }, { "cell_type": "code", "metadata": { "id": "6QDAjsttpFIO", "colab_type": "code", "colab": {} }, "source": [ "dev_df.to_csv('dev.csv')\n", "!cp dev.csv drive/My\\ Drive/masakhane/" ], "execution_count": 0, "outputs": [] }, { "cell_type": "code", "metadata": { "id": "yG8VHg1_bTob", "colab_type": "code", "outputId": "b5222438-c40e-4a89-a872-64c2212412a0", "colab": { "base_uri": "https://localhost:8080/", "height": 1000 } }, "source": [ "\n", "# Install JoeyNMT\n", "! git clone https://github.com/joeynmt/joeynmt.git\n", "! cd joeynmt; pip3 install ." ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "Cloning into 'joeynmt'...\n", "remote: Enumerating objects: 15, done.\u001b[K\n", "remote: Counting objects: 100% (15/15), done.\u001b[K\n", "remote: Compressing objects: 100% (12/12), done.\u001b[K\n", "remote: Total 2199 (delta 4), reused 5 (delta 3), pack-reused 2184\u001b[K\n", "Receiving objects: 100% (2199/2199), 2.60 MiB | 4.28 MiB/s, done.\n", "Resolving deltas: 100% (1525/1525), done.\n", "Processing /content/joeynmt\n", "Requirement already satisfied: future in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (0.16.0)\n", "Requirement already satisfied: pillow in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (4.3.0)\n", "Requirement already satisfied: numpy<2.0,>=1.14.5 in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (1.17.4)\n", "Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (42.0.2)\n", "Requirement already satisfied: torch>=1.1 in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (1.3.1)\n", "Requirement already satisfied: tensorflow>=1.14 in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (1.15.0)\n", "Requirement already satisfied: torchtext in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (0.3.1)\n", "Collecting sacrebleu>=1.3.6\n", " Downloading https://files.pythonhosted.org/packages/45/31/1a135b964c169984b27fb2f7a50280fa7f8e6d9d404d8a9e596180487fd1/sacrebleu-1.4.3-py3-none-any.whl\n", "Collecting subword-nmt\n", " Downloading https://files.pythonhosted.org/packages/74/60/6600a7bc09e7ab38bc53a48a20d8cae49b837f93f5842a41fe513a694912/subword_nmt-0.3.7-py2.py3-none-any.whl\n", "Requirement already satisfied: matplotlib in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (3.1.2)\n", "Requirement already satisfied: seaborn in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (0.9.0)\n", "Collecting pyyaml>=5.1\n", "\u001b[?25l Downloading https://files.pythonhosted.org/packages/8d/c9/e5be955a117a1ac548cdd31e37e8fd7b02ce987f9655f5c7563c656d5dcb/PyYAML-5.2.tar.gz (265kB)\n", "\u001b[K |████████████████████████████████| 266kB 15.5MB/s \n", "\u001b[?25hCollecting pylint\n", "\u001b[?25l Downloading https://files.pythonhosted.org/packages/e9/59/43fc36c5ee316bb9aeb7cf5329cdbdca89e5749c34d5602753827c0aa2dc/pylint-2.4.4-py3-none-any.whl (302kB)\n", "\u001b[K |████████████████████████████████| 307kB 20.5MB/s \n", "\u001b[?25hRequirement already satisfied: six==1.12 in /usr/local/lib/python3.6/dist-packages (from joeynmt==0.0.1) (1.12.0)\n", "Requirement already satisfied: olefile in /usr/local/lib/python3.6/dist-packages (from pillow->joeynmt==0.0.1) (0.46)\n", "Requirement already satisfied: keras-applications>=1.0.8 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (1.0.8)\n", "Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (1.1.0)\n", "Requirement already satisfied: wrapt>=1.11.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (1.11.2)\n", "Requirement already satisfied: tensorboard<1.16.0,>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (1.15.0)\n", "Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (0.33.6)\n", "Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (3.1.0)\n", "Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (3.10.0)\n", "Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (0.8.1)\n", "Requirement already satisfied: tensorflow-estimator==1.15.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (1.15.1)\n", "Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (1.15.0)\n", "Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (1.1.0)\n", "Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (0.8.1)\n", "Requirement already satisfied: gast==0.2.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (0.2.2)\n", "Requirement already satisfied: google-pasta>=0.1.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow>=1.14->joeynmt==0.0.1) (0.1.8)\n", "Requirement already satisfied: tqdm in /usr/local/lib/python3.6/dist-packages (from torchtext->joeynmt==0.0.1) (4.28.1)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.6/dist-packages (from torchtext->joeynmt==0.0.1) (2.21.0)\n", "Collecting portalocker\n", " Downloading https://files.pythonhosted.org/packages/91/db/7bc703c0760df726839e0699b7f78a4d8217fdc9c7fcb1b51b39c5a22a4e/portalocker-1.5.2-py2.py3-none-any.whl\n", "Requirement already satisfied: typing in /usr/local/lib/python3.6/dist-packages (from sacrebleu>=1.3.6->joeynmt==0.0.1) (3.6.6)\n", "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.6/dist-packages (from matplotlib->joeynmt==0.0.1) (0.10.0)\n", "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib->joeynmt==0.0.1) (2.6.1)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib->joeynmt==0.0.1) (1.1.0)\n", "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib->joeynmt==0.0.1) (2.4.5)\n", "Requirement already satisfied: scipy>=0.14.0 in /usr/local/lib/python3.6/dist-packages (from seaborn->joeynmt==0.0.1) (1.3.3)\n", "Requirement already satisfied: pandas>=0.15.2 in /usr/local/lib/python3.6/dist-packages (from seaborn->joeynmt==0.0.1) (0.25.3)\n", "Collecting isort<5,>=4.2.5\n", "\u001b[?25l Downloading https://files.pythonhosted.org/packages/e5/b0/c121fd1fa3419ea9bfd55c7f9c4fedfec5143208d8c7ad3ce3db6c623c21/isort-4.3.21-py2.py3-none-any.whl (42kB)\n", "\u001b[K |████████████████████████████████| 51kB 6.6MB/s \n", "\u001b[?25hCollecting astroid<2.4,>=2.3.0\n", "\u001b[?25l Downloading https://files.pythonhosted.org/packages/ad/ae/86734823047962e7b8c8529186a1ac4a7ca19aaf1aa0c7713c022ef593fd/astroid-2.3.3-py3-none-any.whl (205kB)\n", "\u001b[K |████████████████████████████████| 215kB 28.6MB/s \n", "\u001b[?25hCollecting mccabe<0.7,>=0.6\n", " Downloading https://files.pythonhosted.org/packages/87/89/479dc97e18549e21354893e4ee4ef36db1d237534982482c3681ee6e7b57/mccabe-0.6.1-py2.py3-none-any.whl\n", "Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.8->tensorflow>=1.14->joeynmt==0.0.1) (2.8.0)\n", "Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tensorboard<1.16.0,>=1.15.0->tensorflow>=1.14->joeynmt==0.0.1) (0.16.0)\n", "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tensorboard<1.16.0,>=1.15.0->tensorflow>=1.14->joeynmt==0.0.1) (3.1.1)\n", "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests->torchtext->joeynmt==0.0.1) (3.0.4)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests->torchtext->joeynmt==0.0.1) (2019.11.28)\n", "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests->torchtext->joeynmt==0.0.1) (2.8)\n", "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests->torchtext->joeynmt==0.0.1) (1.24.3)\n", "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.6/dist-packages (from pandas>=0.15.2->seaborn->joeynmt==0.0.1) (2018.9)\n", "Collecting lazy-object-proxy==1.4.*\n", "\u001b[?25l Downloading https://files.pythonhosted.org/packages/0b/dd/b1e3407e9e6913cf178e506cd0dee818e58694d9a5cd1984e3f6a8b9a10f/lazy_object_proxy-1.4.3-cp36-cp36m-manylinux1_x86_64.whl (55kB)\n", "\u001b[K |████████████████████████████████| 61kB 7.0MB/s \n", "\u001b[?25hCollecting typed-ast<1.5,>=1.4.0; implementation_name == \"cpython\" and python_version < \"3.8\"\n", "\u001b[?25l Downloading https://files.pythonhosted.org/packages/31/d3/9d1802c161626d0278bafb1ffb32f76b9d01e123881bbf9d91e8ccf28e18/typed_ast-1.4.0-cp36-cp36m-manylinux1_x86_64.whl (736kB)\n", "\u001b[K |████████████████████████████████| 737kB 47.0MB/s \n", "\u001b[?25hBuilding wheels for collected packages: joeynmt, pyyaml\n", " Building wheel for joeynmt (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for joeynmt: filename=joeynmt-0.0.1-cp36-none-any.whl size=72136 sha256=4e8397759eaccfda8d5a7e189d50c5cc2875ccf50fa3bfd788d59020ea046f95\n", " Stored in directory: /tmp/pip-ephem-wheel-cache-_eru1vz2/wheels/db/01/db/751cc9f3e7f6faec127c43644ba250a3ea7ad200594aeda70a\n", " Building wheel for pyyaml (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for pyyaml: filename=PyYAML-5.2-cp36-cp36m-linux_x86_64.whl size=44209 sha256=2e994cfe624591bbe83b507cf4a2a5468b25f23bb802993a9cbb3b75ad046ff3\n", " Stored in directory: /root/.cache/pip/wheels/54/b7/c7/2ada654ee54483c9329871665aaf4a6056c3ce36f29cf66e67\n", "Successfully built joeynmt pyyaml\n", "Installing collected packages: portalocker, sacrebleu, subword-nmt, pyyaml, isort, lazy-object-proxy, typed-ast, astroid, mccabe, pylint, joeynmt\n", " Found existing installation: PyYAML 3.13\n", " Uninstalling PyYAML-3.13:\n", " Successfully uninstalled PyYAML-3.13\n", "Successfully installed astroid-2.3.3 isort-4.3.21 joeynmt-0.0.1 lazy-object-proxy-1.4.3 mccabe-0.6.1 portalocker-1.5.2 pylint-2.4.4 pyyaml-5.2 sacrebleu-1.4.3 subword-nmt-0.3.7 typed-ast-1.4.0\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "CWgRz1vNb_1c", "colab_type": "code", "outputId": "bd999045-bdfe-4be0-e53c-283ac98350a8", "colab": { "base_uri": "https://localhost:8080/", "height": 428 } }, "source": [ "# One of the huge boosts in NMT performance was to use a different method of tokenizing. \n", "# Usually, NMT would tokenize by words. However, using a method called BPE gave amazing boosts to performance\n", "\n", "# Do subword NMT\n", "from os import path\n", "os.environ[\"src\"] = source_language # Sets them in bash as well, since we often use bash scripts\n", "os.environ[\"tgt\"] = target_language\n", "\n", "# Learn BPEs on the training data.\n", "os.environ[\"data_path\"] = path.join(\"joeynmt\", \"data\", source_language + target_language) # Herman! \n", "! subword-nmt learn-joint-bpe-and-vocab --input train.$src train.$tgt -s 4000 -o bpe.codes.4000 --write-vocabulary vocab.$src vocab.$tgt\n", "\n", "# Apply BPE splits to the development and test data.\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < train.$src > train.bpe.$src\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < train.$tgt > train.bpe.$tgt\n", "\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < dev.$src > dev.bpe.$src\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < dev.$tgt > dev.bpe.$tgt\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < test.$src > test.bpe.$src\n", "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < test.$tgt > test.bpe.$tgt\n", "\n", "# Create directory, move everyone we care about to the correct location\n", "! mkdir -p $data_path\n", "! cp train.* $data_path\n", "! cp test.* $data_path\n", "! cp dev.* $data_path\n", "! cp bpe.codes.4000 $data_path\n", "! ls $data_path\n", "\n", "# Also move everything we care about to a mounted location in google drive (relevant if running in colab) at gdrive_path\n", "! cp train.* \"$gdrive_path\"\n", "! cp test.* \"$gdrive_path\"\n", "! cp dev.* \"$gdrive_path\"\n", "! cp bpe.codes.4000 \"$gdrive_path\"\n", "! ls \"$gdrive_path\"\n", "\n", "# Create that vocab using build_vocab\n", "! sudo chmod 777 joeynmt/scripts/build_vocab.py\n", "! joeynmt/scripts/build_vocab.py joeynmt/data/$src$tgt/train.bpe.$src joeynmt/data/$src$tgt/train.bpe.$tgt --output_path joeynmt/data/$src$tgt/vocab.txt\n", "\n", "# Some output\n", "! echo \"BPE Hausa Sentences\"\n", "! tail -n 5 test.bpe.$tgt\n", "! echo \"Combined BPE Vocab\"\n", "! tail -n 10 joeynmt/data/$src$tgt/vocab.txt # Herman" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "bpe.codes.4000\tdev.csv test.bpe.en test.en\t train.bpe.ha train.ha\n", "dev.bpe.en\tdev.en\t test.bpe.ha test.ha\t train.csv\n", "dev.bpe.ha\tdev.ha\t test.csv train.bpe.en train.en\n", "bpe.codes.4000\tdev.csv test.bpe.en test.en\t train.bpe.ha train.ha\n", "dev.bpe.en\tdev.en\t test.bpe.ha test.ha\t train.csv\n", "dev.bpe.ha\tdev.ha\t test.csv train.bpe.en train.en\n", "BPE Hausa Sentences\n", "Ban da haka ma , ya@@ yana da ma@@ tarsa da yar@@ ansu sun zama Shaidun Jehobah .\n", "Suna bukatar bu@@ ro@@ di da za su ci sosai , kamar mu , domin suna jin y@@ un@@ wa .\n", "Ko da yake rayuwar@@ su tana cikin ha@@ dar@@ i , ya kāre almajiransa . ( Yoh .\n", "Da shi@@ ge@@ war lokaci , zai kasance mana da sauƙi mu yi abin da Jehobah yake so idan muka bar tun@@ an@@ inmu da kuma ra’a@@ y@@ inmu su j@@ it@@ u da ƙa’idod@@ insa . — Zab .\n", "Ba ku zama ba fãce a cikin ɓata bayyan@@ ann@@ iya . \"\n", "Combined BPE Vocab\n", "؛@@\n", "ی@@\n", "ḥ\n", "ʃ@@\n", "ِ\n", "ۢ@@\n", "⁄\n", "ħ\n", "č@@\n", "@\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "kYy6pcfTdJDw", "colab_type": "code", "colab": {} }, "source": [ "# This creates the config file for our JoeyNMT system. It might seem overwhelming so we've provided a couple of useful parameters you'll need to update\n", "# (You can of course play with all the parameters if you'd like!)\n", "\n", "name = '%s%s' % (source_language, target_language)\n", "gdrive_path = os.environ[\"gdrive_path\"]\n", "\n", "# Create the config\n", "config = \"\"\"\n", "name: \"{name}_transformer\"\n", "\n", "data:\n", " src: \"{source_language}\"\n", " trg: \"{target_language}\"\n", " train: \"data/{name}/train.bpe\"\n", " dev: \"data/{name}/dev.bpe\"\n", " test: \"data/{name}/test.bpe\"\n", " level: \"bpe\"\n", " lowercase: False\n", " max_sent_length: 100\n", " src_vocab: \"data/{name}/vocab.txt\"\n", " trg_vocab: \"data/{name}/vocab.txt\"\n", "\n", "testing:\n", " beam_size: 5\n", " alpha: 1.0\n", "\n", "training:\n", " #load_model: \"{gdrive_path}/models/{name}_transformer/1.ckpt\" # if uncommented, load a pre-trained model from this checkpoint\n", " random_seed: 42\n", " optimizer: \"adam\"\n", " normalization: \"tokens\"\n", " adam_betas: [0.9, 0.999] \n", " scheduling: \"plateau\" # TODO: try switching from plateau to Noam scheduling\n", " patience: 5 # For plateau: decrease learning rate by decrease_factor if validation score has not improved for this many validation rounds.\n", " learning_rate_factor: 0.5 # factor for Noam scheduler (used with Transformer)\n", " learning_rate_warmup: 1000 # warmup steps for Noam scheduler (used with Transformer)\n", " decrease_factor: 0.7\n", " loss: \"crossentropy\"\n", " learning_rate: 0.0003\n", " learning_rate_min: 0.00000001\n", " weight_decay: 0.0\n", " label_smoothing: 0.1\n", " batch_size: 4096\n", " batch_type: \"token\"\n", " eval_batch_size: 3600\n", " eval_batch_type: \"token\"\n", " batch_multiplier: 1\n", " early_stopping_metric: \"ppl\"\n", " epochs: 30 # TODO: Decrease for when playing around and checking of working. Around 30 is sufficient to check if its working at all\n", " validation_freq: 1000 # TODO: Set to at least once per epoch.\n", " logging_freq: 100\n", " eval_metric: \"bleu\"\n", " model_dir: \"models/{name}_transformer\"\n", " overwrite: False # TODO: Set to True if you want to overwrite possibly existing models. \n", " shuffle: True\n", " use_cuda: True\n", " max_output_length: 100\n", " print_valid_sents: [0, 1, 2, 3]\n", " keep_last_ckpts: 3\n", "\n", "model:\n", " initializer: \"xavier\"\n", " bias_initializer: \"zeros\"\n", " init_gain: 1.0\n", " embed_initializer: \"xavier\"\n", " embed_init_gain: 1.0\n", " tied_embeddings: True\n", " tied_softmax: True\n", " encoder:\n", " type: \"transformer\"\n", " num_layers: 6\n", " num_heads: 4 # TODO: Increase to 8 for larger data.\n", " embeddings:\n", " embedding_dim: 256 # TODO: Increase to 512 for larger data.\n", " scale: True\n", " dropout: 0.2\n", " # typically ff_size = 4 x hidden_size\n", " hidden_size: 256 # TODO: Increase to 512 for larger data.\n", " ff_size: 1024 # TODO: Increase to 2048 for larger data.\n", " dropout: 0.3\n", " decoder:\n", " type: \"transformer\"\n", " num_layers: 6\n", " num_heads: 4 # TODO: Increase to 8 for larger data.\n", " embeddings:\n", " embedding_dim: 256 # TODO: Increase to 512 for larger data.\n", " scale: True\n", " dropout: 0.2\n", " # typically ff_size = 4 x hidden_size\n", " hidden_size: 256 # TODO: Increase to 512 for larger data.\n", " ff_size: 1024 # TODO: Increase to 2048 for larger data.\n", " dropout: 0.3\n", "\"\"\".format(name=name, gdrive_path=os.environ[\"gdrive_path\"], source_language=source_language, target_language=target_language)\n", "with open(\"joeynmt/configs/transformer_{name}.yaml\".format(name=name),'w') as f:\n", " f.write(config)" ], "execution_count": 0, "outputs": [] }, { "cell_type": "code", "metadata": { "id": "tzS8C2gIdZwn", "colab_type": "code", "outputId": "da9cd105-a122-4955-9d7d-8e91af7b1044", "colab": { "base_uri": "https://localhost:8080/", "height": 1000 } }, "source": [ "# Train the model\n", "# You can press Ctrl-C to stop. And then run the next cell to save your checkpoints! \n", "!cd joeynmt; python3 -m joeynmt train configs/transformer_$src$tgt.yaml" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "2019-12-29 22:01:23,202 Hello! This is Joey-NMT.\n", "2019-12-29 22:01:24,659 Total params: 12224000\n", "2019-12-29 22:01:24,660 Trainable parameters: ['decoder.layer_norm.bias', 'decoder.layer_norm.weight', 'decoder.layers.0.dec_layer_norm.bias', 'decoder.layers.0.dec_layer_norm.weight', 'decoder.layers.0.feed_forward.layer_norm.bias', 'decoder.layers.0.feed_forward.layer_norm.weight', 'decoder.layers.0.feed_forward.pwff_layer.0.bias', 'decoder.layers.0.feed_forward.pwff_layer.0.weight', 'decoder.layers.0.feed_forward.pwff_layer.3.bias', 'decoder.layers.0.feed_forward.pwff_layer.3.weight', 'decoder.layers.0.src_trg_att.k_layer.bias', 'decoder.layers.0.src_trg_att.k_layer.weight', 'decoder.layers.0.src_trg_att.output_layer.bias', 'decoder.layers.0.src_trg_att.output_layer.weight', 'decoder.layers.0.src_trg_att.q_layer.bias', 'decoder.layers.0.src_trg_att.q_layer.weight', 'decoder.layers.0.src_trg_att.v_layer.bias', 'decoder.layers.0.src_trg_att.v_layer.weight', 'decoder.layers.0.trg_trg_att.k_layer.bias', 'decoder.layers.0.trg_trg_att.k_layer.weight', 'decoder.layers.0.trg_trg_att.output_layer.bias', 'decoder.layers.0.trg_trg_att.output_layer.weight', 'decoder.layers.0.trg_trg_att.q_layer.bias', 'decoder.layers.0.trg_trg_att.q_layer.weight', 'decoder.layers.0.trg_trg_att.v_layer.bias', 'decoder.layers.0.trg_trg_att.v_layer.weight', 'decoder.layers.0.x_layer_norm.bias', 'decoder.layers.0.x_layer_norm.weight', 'decoder.layers.1.dec_layer_norm.bias', 'decoder.layers.1.dec_layer_norm.weight', 'decoder.layers.1.feed_forward.layer_norm.bias', 'decoder.layers.1.feed_forward.layer_norm.weight', 'decoder.layers.1.feed_forward.pwff_layer.0.bias', 'decoder.layers.1.feed_forward.pwff_layer.0.weight', 'decoder.layers.1.feed_forward.pwff_layer.3.bias', 'decoder.layers.1.feed_forward.pwff_layer.3.weight', 'decoder.layers.1.src_trg_att.k_layer.bias', 'decoder.layers.1.src_trg_att.k_layer.weight', 'decoder.layers.1.src_trg_att.output_layer.bias', 'decoder.layers.1.src_trg_att.output_layer.weight', 'decoder.layers.1.src_trg_att.q_layer.bias', 'decoder.layers.1.src_trg_att.q_layer.weight', 'decoder.layers.1.src_trg_att.v_layer.bias', 'decoder.layers.1.src_trg_att.v_layer.weight', 'decoder.layers.1.trg_trg_att.k_layer.bias', 'decoder.layers.1.trg_trg_att.k_layer.weight', 'decoder.layers.1.trg_trg_att.output_layer.bias', 'decoder.layers.1.trg_trg_att.output_layer.weight', 'decoder.layers.1.trg_trg_att.q_layer.bias', 'decoder.layers.1.trg_trg_att.q_layer.weight', 'decoder.layers.1.trg_trg_att.v_layer.bias', 'decoder.layers.1.trg_trg_att.v_layer.weight', 'decoder.layers.1.x_layer_norm.bias', 'decoder.layers.1.x_layer_norm.weight', 'decoder.layers.2.dec_layer_norm.bias', 'decoder.layers.2.dec_layer_norm.weight', 'decoder.layers.2.feed_forward.layer_norm.bias', 'decoder.layers.2.feed_forward.layer_norm.weight', 'decoder.layers.2.feed_forward.pwff_layer.0.bias', 'decoder.layers.2.feed_forward.pwff_layer.0.weight', 'decoder.layers.2.feed_forward.pwff_layer.3.bias', 'decoder.layers.2.feed_forward.pwff_layer.3.weight', 'decoder.layers.2.src_trg_att.k_layer.bias', 'decoder.layers.2.src_trg_att.k_layer.weight', 'decoder.layers.2.src_trg_att.output_layer.bias', 'decoder.layers.2.src_trg_att.output_layer.weight', 'decoder.layers.2.src_trg_att.q_layer.bias', 'decoder.layers.2.src_trg_att.q_layer.weight', 'decoder.layers.2.src_trg_att.v_layer.bias', 'decoder.layers.2.src_trg_att.v_layer.weight', 'decoder.layers.2.trg_trg_att.k_layer.bias', 'decoder.layers.2.trg_trg_att.k_layer.weight', 'decoder.layers.2.trg_trg_att.output_layer.bias', 'decoder.layers.2.trg_trg_att.output_layer.weight', 'decoder.layers.2.trg_trg_att.q_layer.bias', 'decoder.layers.2.trg_trg_att.q_layer.weight', 'decoder.layers.2.trg_trg_att.v_layer.bias', 'decoder.layers.2.trg_trg_att.v_layer.weight', 'decoder.layers.2.x_layer_norm.bias', 'decoder.layers.2.x_layer_norm.weight', 'decoder.layers.3.dec_layer_norm.bias', 'decoder.layers.3.dec_layer_norm.weight', 'decoder.layers.3.feed_forward.layer_norm.bias', 'decoder.layers.3.feed_forward.layer_norm.weight', 'decoder.layers.3.feed_forward.pwff_layer.0.bias', 'decoder.layers.3.feed_forward.pwff_layer.0.weight', 'decoder.layers.3.feed_forward.pwff_layer.3.bias', 'decoder.layers.3.feed_forward.pwff_layer.3.weight', 'decoder.layers.3.src_trg_att.k_layer.bias', 'decoder.layers.3.src_trg_att.k_layer.weight', 'decoder.layers.3.src_trg_att.output_layer.bias', 'decoder.layers.3.src_trg_att.output_layer.weight', 'decoder.layers.3.src_trg_att.q_layer.bias', 'decoder.layers.3.src_trg_att.q_layer.weight', 'decoder.layers.3.src_trg_att.v_layer.bias', 'decoder.layers.3.src_trg_att.v_layer.weight', 'decoder.layers.3.trg_trg_att.k_layer.bias', 'decoder.layers.3.trg_trg_att.k_layer.weight', 'decoder.layers.3.trg_trg_att.output_layer.bias', 'decoder.layers.3.trg_trg_att.output_layer.weight', 'decoder.layers.3.trg_trg_att.q_layer.bias', 'decoder.layers.3.trg_trg_att.q_layer.weight', 'decoder.layers.3.trg_trg_att.v_layer.bias', 'decoder.layers.3.trg_trg_att.v_layer.weight', 'decoder.layers.3.x_layer_norm.bias', 'decoder.layers.3.x_layer_norm.weight', 'decoder.layers.4.dec_layer_norm.bias', 'decoder.layers.4.dec_layer_norm.weight', 'decoder.layers.4.feed_forward.layer_norm.bias', 'decoder.layers.4.feed_forward.layer_norm.weight', 'decoder.layers.4.feed_forward.pwff_layer.0.bias', 'decoder.layers.4.feed_forward.pwff_layer.0.weight', 'decoder.layers.4.feed_forward.pwff_layer.3.bias', 'decoder.layers.4.feed_forward.pwff_layer.3.weight', 'decoder.layers.4.src_trg_att.k_layer.bias', 'decoder.layers.4.src_trg_att.k_layer.weight', 'decoder.layers.4.src_trg_att.output_layer.bias', 'decoder.layers.4.src_trg_att.output_layer.weight', 'decoder.layers.4.src_trg_att.q_layer.bias', 'decoder.layers.4.src_trg_att.q_layer.weight', 'decoder.layers.4.src_trg_att.v_layer.bias', 'decoder.layers.4.src_trg_att.v_layer.weight', 'decoder.layers.4.trg_trg_att.k_layer.bias', 'decoder.layers.4.trg_trg_att.k_layer.weight', 'decoder.layers.4.trg_trg_att.output_layer.bias', 'decoder.layers.4.trg_trg_att.output_layer.weight', 'decoder.layers.4.trg_trg_att.q_layer.bias', 'decoder.layers.4.trg_trg_att.q_layer.weight', 'decoder.layers.4.trg_trg_att.v_layer.bias', 'decoder.layers.4.trg_trg_att.v_layer.weight', 'decoder.layers.4.x_layer_norm.bias', 'decoder.layers.4.x_layer_norm.weight', 'decoder.layers.5.dec_layer_norm.bias', 'decoder.layers.5.dec_layer_norm.weight', 'decoder.layers.5.feed_forward.layer_norm.bias', 'decoder.layers.5.feed_forward.layer_norm.weight', 'decoder.layers.5.feed_forward.pwff_layer.0.bias', 'decoder.layers.5.feed_forward.pwff_layer.0.weight', 'decoder.layers.5.feed_forward.pwff_layer.3.bias', 'decoder.layers.5.feed_forward.pwff_layer.3.weight', 'decoder.layers.5.src_trg_att.k_layer.bias', 'decoder.layers.5.src_trg_att.k_layer.weight', 'decoder.layers.5.src_trg_att.output_layer.bias', 'decoder.layers.5.src_trg_att.output_layer.weight', 'decoder.layers.5.src_trg_att.q_layer.bias', 'decoder.layers.5.src_trg_att.q_layer.weight', 'decoder.layers.5.src_trg_att.v_layer.bias', 'decoder.layers.5.src_trg_att.v_layer.weight', 'decoder.layers.5.trg_trg_att.k_layer.bias', 'decoder.layers.5.trg_trg_att.k_layer.weight', 'decoder.layers.5.trg_trg_att.output_layer.bias', 'decoder.layers.5.trg_trg_att.output_layer.weight', 'decoder.layers.5.trg_trg_att.q_layer.bias', 'decoder.layers.5.trg_trg_att.q_layer.weight', 'decoder.layers.5.trg_trg_att.v_layer.bias', 'decoder.layers.5.trg_trg_att.v_layer.weight', 'decoder.layers.5.x_layer_norm.bias', 'decoder.layers.5.x_layer_norm.weight', 'encoder.layer_norm.bias', 'encoder.layer_norm.weight', 'encoder.layers.0.feed_forward.layer_norm.bias', 'encoder.layers.0.feed_forward.layer_norm.weight', 'encoder.layers.0.feed_forward.pwff_layer.0.bias', 'encoder.layers.0.feed_forward.pwff_layer.0.weight', 'encoder.layers.0.feed_forward.pwff_layer.3.bias', 'encoder.layers.0.feed_forward.pwff_layer.3.weight', 'encoder.layers.0.layer_norm.bias', 'encoder.layers.0.layer_norm.weight', 'encoder.layers.0.src_src_att.k_layer.bias', 'encoder.layers.0.src_src_att.k_layer.weight', 'encoder.layers.0.src_src_att.output_layer.bias', 'encoder.layers.0.src_src_att.output_layer.weight', 'encoder.layers.0.src_src_att.q_layer.bias', 'encoder.layers.0.src_src_att.q_layer.weight', 'encoder.layers.0.src_src_att.v_layer.bias', 'encoder.layers.0.src_src_att.v_layer.weight', 'encoder.layers.1.feed_forward.layer_norm.bias', 'encoder.layers.1.feed_forward.layer_norm.weight', 'encoder.layers.1.feed_forward.pwff_layer.0.bias', 'encoder.layers.1.feed_forward.pwff_layer.0.weight', 'encoder.layers.1.feed_forward.pwff_layer.3.bias', 'encoder.layers.1.feed_forward.pwff_layer.3.weight', 'encoder.layers.1.layer_norm.bias', 'encoder.layers.1.layer_norm.weight', 'encoder.layers.1.src_src_att.k_layer.bias', 'encoder.layers.1.src_src_att.k_layer.weight', 'encoder.layers.1.src_src_att.output_layer.bias', 'encoder.layers.1.src_src_att.output_layer.weight', 'encoder.layers.1.src_src_att.q_layer.bias', 'encoder.layers.1.src_src_att.q_layer.weight', 'encoder.layers.1.src_src_att.v_layer.bias', 'encoder.layers.1.src_src_att.v_layer.weight', 'encoder.layers.2.feed_forward.layer_norm.bias', 'encoder.layers.2.feed_forward.layer_norm.weight', 'encoder.layers.2.feed_forward.pwff_layer.0.bias', 'encoder.layers.2.feed_forward.pwff_layer.0.weight', 'encoder.layers.2.feed_forward.pwff_layer.3.bias', 'encoder.layers.2.feed_forward.pwff_layer.3.weight', 'encoder.layers.2.layer_norm.bias', 'encoder.layers.2.layer_norm.weight', 'encoder.layers.2.src_src_att.k_layer.bias', 'encoder.layers.2.src_src_att.k_layer.weight', 'encoder.layers.2.src_src_att.output_layer.bias', 'encoder.layers.2.src_src_att.output_layer.weight', 'encoder.layers.2.src_src_att.q_layer.bias', 'encoder.layers.2.src_src_att.q_layer.weight', 'encoder.layers.2.src_src_att.v_layer.bias', 'encoder.layers.2.src_src_att.v_layer.weight', 'encoder.layers.3.feed_forward.layer_norm.bias', 'encoder.layers.3.feed_forward.layer_norm.weight', 'encoder.layers.3.feed_forward.pwff_layer.0.bias', 'encoder.layers.3.feed_forward.pwff_layer.0.weight', 'encoder.layers.3.feed_forward.pwff_layer.3.bias', 'encoder.layers.3.feed_forward.pwff_layer.3.weight', 'encoder.layers.3.layer_norm.bias', 'encoder.layers.3.layer_norm.weight', 'encoder.layers.3.src_src_att.k_layer.bias', 'encoder.layers.3.src_src_att.k_layer.weight', 'encoder.layers.3.src_src_att.output_layer.bias', 'encoder.layers.3.src_src_att.output_layer.weight', 'encoder.layers.3.src_src_att.q_layer.bias', 'encoder.layers.3.src_src_att.q_layer.weight', 'encoder.layers.3.src_src_att.v_layer.bias', 'encoder.layers.3.src_src_att.v_layer.weight', 'encoder.layers.4.feed_forward.layer_norm.bias', 'encoder.layers.4.feed_forward.layer_norm.weight', 'encoder.layers.4.feed_forward.pwff_layer.0.bias', 'encoder.layers.4.feed_forward.pwff_layer.0.weight', 'encoder.layers.4.feed_forward.pwff_layer.3.bias', 'encoder.layers.4.feed_forward.pwff_layer.3.weight', 'encoder.layers.4.layer_norm.bias', 'encoder.layers.4.layer_norm.weight', 'encoder.layers.4.src_src_att.k_layer.bias', 'encoder.layers.4.src_src_att.k_layer.weight', 'encoder.layers.4.src_src_att.output_layer.bias', 'encoder.layers.4.src_src_att.output_layer.weight', 'encoder.layers.4.src_src_att.q_layer.bias', 'encoder.layers.4.src_src_att.q_layer.weight', 'encoder.layers.4.src_src_att.v_layer.bias', 'encoder.layers.4.src_src_att.v_layer.weight', 'encoder.layers.5.feed_forward.layer_norm.bias', 'encoder.layers.5.feed_forward.layer_norm.weight', 'encoder.layers.5.feed_forward.pwff_layer.0.bias', 'encoder.layers.5.feed_forward.pwff_layer.0.weight', 'encoder.layers.5.feed_forward.pwff_layer.3.bias', 'encoder.layers.5.feed_forward.pwff_layer.3.weight', 'encoder.layers.5.layer_norm.bias', 'encoder.layers.5.layer_norm.weight', 'encoder.layers.5.src_src_att.k_layer.bias', 'encoder.layers.5.src_src_att.k_layer.weight', 'encoder.layers.5.src_src_att.output_layer.bias', 'encoder.layers.5.src_src_att.output_layer.weight', 'encoder.layers.5.src_src_att.q_layer.bias', 'encoder.layers.5.src_src_att.q_layer.weight', 'encoder.layers.5.src_src_att.v_layer.bias', 'encoder.layers.5.src_src_att.v_layer.weight', 'src_embed.lut.weight']\n", "2019-12-29 22:01:33,884 cfg.name : enha_transformer\n", "2019-12-29 22:01:33,884 cfg.data.src : en\n", "2019-12-29 22:01:33,884 cfg.data.trg : ha\n", "2019-12-29 22:01:33,884 cfg.data.train : data/enha/train.bpe\n", "2019-12-29 22:01:33,884 cfg.data.dev : data/enha/dev.bpe\n", "2019-12-29 22:01:33,884 cfg.data.test : data/enha/test.bpe\n", "2019-12-29 22:01:33,884 cfg.data.level : bpe\n", "2019-12-29 22:01:33,884 cfg.data.lowercase : False\n", "2019-12-29 22:01:33,885 cfg.data.max_sent_length : 100\n", "2019-12-29 22:01:33,885 cfg.data.src_vocab : data/enha/vocab.txt\n", "2019-12-29 22:01:33,885 cfg.data.trg_vocab : data/enha/vocab.txt\n", "2019-12-29 22:01:33,885 cfg.testing.beam_size : 5\n", "2019-12-29 22:01:33,885 cfg.testing.alpha : 1.0\n", "2019-12-29 22:01:33,885 cfg.training.random_seed : 42\n", "2019-12-29 22:01:33,885 cfg.training.optimizer : adam\n", "2019-12-29 22:01:33,885 cfg.training.normalization : tokens\n", "2019-12-29 22:01:33,885 cfg.training.adam_betas : [0.9, 0.999]\n", "2019-12-29 22:01:33,885 cfg.training.scheduling : plateau\n", "2019-12-29 22:01:33,885 cfg.training.patience : 5\n", "2019-12-29 22:01:33,885 cfg.training.learning_rate_factor : 0.5\n", "2019-12-29 22:01:33,886 cfg.training.learning_rate_warmup : 1000\n", "2019-12-29 22:01:33,886 cfg.training.decrease_factor : 0.7\n", "2019-12-29 22:01:33,886 cfg.training.loss : crossentropy\n", "2019-12-29 22:01:33,886 cfg.training.learning_rate : 0.0003\n", "2019-12-29 22:01:33,886 cfg.training.learning_rate_min : 1e-08\n", "2019-12-29 22:01:33,886 cfg.training.weight_decay : 0.0\n", "2019-12-29 22:01:33,886 cfg.training.label_smoothing : 0.1\n", "2019-12-29 22:01:33,886 cfg.training.batch_size : 4096\n", "2019-12-29 22:01:33,886 cfg.training.batch_type : token\n", "2019-12-29 22:01:33,887 cfg.training.eval_batch_size : 3600\n", "2019-12-29 22:01:33,887 cfg.training.eval_batch_type : token\n", "2019-12-29 22:01:33,887 cfg.training.batch_multiplier : 1\n", "2019-12-29 22:01:33,887 cfg.training.early_stopping_metric : ppl\n", "2019-12-29 22:01:33,887 cfg.training.epochs : 30\n", "2019-12-29 22:01:33,887 cfg.training.validation_freq : 1000\n", "2019-12-29 22:01:33,887 cfg.training.logging_freq : 100\n", "2019-12-29 22:01:33,887 cfg.training.eval_metric : bleu\n", "2019-12-29 22:01:33,887 cfg.training.model_dir : models/enha_transformer\n", "2019-12-29 22:01:33,887 cfg.training.overwrite : False\n", "2019-12-29 22:01:33,887 cfg.training.shuffle : True\n", "2019-12-29 22:01:33,887 cfg.training.use_cuda : True\n", "2019-12-29 22:01:33,887 cfg.training.max_output_length : 100\n", "2019-12-29 22:01:33,887 cfg.training.print_valid_sents : [0, 1, 2, 3]\n", "2019-12-29 22:01:33,887 cfg.training.keep_last_ckpts : 3\n", "2019-12-29 22:01:33,888 cfg.model.initializer : xavier\n", "2019-12-29 22:01:33,888 cfg.model.bias_initializer : zeros\n", "2019-12-29 22:01:33,888 cfg.model.init_gain : 1.0\n", "2019-12-29 22:01:33,888 cfg.model.embed_initializer : xavier\n", "2019-12-29 22:01:33,888 cfg.model.embed_init_gain : 1.0\n", "2019-12-29 22:01:33,888 cfg.model.tied_embeddings : True\n", "2019-12-29 22:01:33,888 cfg.model.tied_softmax : True\n", "2019-12-29 22:01:33,888 cfg.model.encoder.type : transformer\n", "2019-12-29 22:01:33,888 cfg.model.encoder.num_layers : 6\n", "2019-12-29 22:01:33,888 cfg.model.encoder.num_heads : 4\n", "2019-12-29 22:01:33,888 cfg.model.encoder.embeddings.embedding_dim : 256\n", "2019-12-29 22:01:33,888 cfg.model.encoder.embeddings.scale : True\n", "2019-12-29 22:01:33,888 cfg.model.encoder.embeddings.dropout : 0.2\n", "2019-12-29 22:01:33,888 cfg.model.encoder.hidden_size : 256\n", "2019-12-29 22:01:33,888 cfg.model.encoder.ff_size : 1024\n", "2019-12-29 22:01:33,889 cfg.model.encoder.dropout : 0.3\n", "2019-12-29 22:01:33,889 cfg.model.decoder.type : transformer\n", "2019-12-29 22:01:33,889 cfg.model.decoder.num_layers : 6\n", "2019-12-29 22:01:33,889 cfg.model.decoder.num_heads : 4\n", "2019-12-29 22:01:33,889 cfg.model.decoder.embeddings.embedding_dim : 256\n", "2019-12-29 22:01:33,889 cfg.model.decoder.embeddings.scale : True\n", "2019-12-29 22:01:33,889 cfg.model.decoder.embeddings.dropout : 0.2\n", "2019-12-29 22:01:33,889 cfg.model.decoder.hidden_size : 256\n", "2019-12-29 22:01:33,889 cfg.model.decoder.ff_size : 1024\n", "2019-12-29 22:01:33,889 cfg.model.decoder.dropout : 0.3\n", "2019-12-29 22:01:33,889 Data set sizes: \n", "\ttrain 333845,\n", "\tvalid 966,\n", "\ttest 6941\n", "2019-12-29 22:01:33,890 First training example:\n", "\t[SRC] And We have pla@@ ced in the earth firm moun@@ tains l@@ est it should move away with them , and We pla@@ ced therein P@@ as@@ sa@@ ges for pa@@ ths , that ha@@ ply they may be guided .\n", "\t[TRG] Kuma Mun sanya tabbat@@ at@@ tun du@@ wã@@ tsu a cikin ƙasa dõmin kada ta kark@@ ata da su kuma Mun sanya ran@@ g@@ una , han@@ y@@ õyi , a cikinsu ( du@@ wã@@ t@@ sun ) , tsammã@@ ninsu sunã shir@@ yuwa .\n", "2019-12-29 22:01:33,890 First 10 words (src): (0) (1) (2) (3) (4) , (5) . (6) da (7) the (8) a (9) to\n", "2019-12-29 22:01:33,890 First 10 words (trg): (0) (1) (2) (3) (4) , (5) . (6) da (7) the (8) a (9) to\n", "2019-12-29 22:01:33,891 Number of Src words (types): 4546\n", "2019-12-29 22:01:33,891 Number of Trg words (types): 4546\n", "2019-12-29 22:01:33,891 Model(\n", "\tencoder=TransformerEncoder(num_layers=6, num_heads=4),\n", "\tdecoder=TransformerDecoder(num_layers=6, num_heads=4),\n", "\tsrc_embed=Embeddings(embedding_dim=256, vocab_size=4546),\n", "\ttrg_embed=Embeddings(embedding_dim=256, vocab_size=4546))\n", "2019-12-29 22:01:33,896 EPOCH 1\n", "2019-12-29 22:01:49,165 Epoch 1 Step: 100 Batch Loss: 5.354051 Tokens per Sec: 14433, Lr: 0.000300\n", "2019-12-29 22:02:03,758 Epoch 1 Step: 200 Batch Loss: 5.284752 Tokens per Sec: 15034, Lr: 0.000300\n", "2019-12-29 22:02:18,000 Epoch 1 Step: 300 Batch Loss: 5.189307 Tokens per Sec: 15370, Lr: 0.000300\n", "2019-12-29 22:02:32,447 Epoch 1 Step: 400 Batch Loss: 4.866663 Tokens per Sec: 15202, Lr: 0.000300\n", "2019-12-29 22:02:46,826 Epoch 1 Step: 500 Batch Loss: 4.805934 Tokens per Sec: 15414, Lr: 0.000300\n", "2019-12-29 22:03:01,108 Epoch 1 Step: 600 Batch Loss: 4.324683 Tokens per Sec: 15320, Lr: 0.000300\n", "2019-12-29 22:03:15,624 Epoch 1 Step: 700 Batch Loss: 4.280559 Tokens per Sec: 15022, Lr: 0.000300\n", "2019-12-29 22:03:29,851 Epoch 1 Step: 800 Batch Loss: 4.232336 Tokens per Sec: 15337, Lr: 0.000300\n", "2019-12-29 22:03:44,115 Epoch 1 Step: 900 Batch Loss: 3.486055 Tokens per Sec: 15473, Lr: 0.000300\n", "2019-12-29 22:03:58,692 Epoch 1 Step: 1000 Batch Loss: 3.729789 Tokens per Sec: 14699, Lr: 0.000300\n", "2019-12-29 22:04:40,116 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:04:40,116 Saving new checkpoint.\n", "2019-12-29 22:04:40,397 Example #0\n", "2019-12-29 22:04:40,402 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:04:40,402 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:04:40,402 \tHypothesis: “ Ku yi wa wannan wannan wannan , kuma ya yi wa Allah ya yi wa Allah , kuma ya yi ĩmãni da shi , kuma ya yi ĩmãni da shi , kuma ya yi ĩmãni . ”\n", "2019-12-29 22:04:40,402 Example #1\n", "2019-12-29 22:04:40,403 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:04:40,403 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:04:40,403 \tHypothesis: ( 1 : 1 ) A yau , muna da yawa da yawa da yawa .\n", "2019-12-29 22:04:40,403 Example #2\n", "2019-12-29 22:04:40,403 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:04:40,403 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:04:40,403 \tHypothesis: ( 1 : 1 ) A yau , muna da yawa da yawa da yawa da yawa da yawa da yawa da yawa da yawa da yawa da yawa a yau .\n", "2019-12-29 22:04:40,404 Example #3\n", "2019-12-29 22:04:40,404 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:04:40,404 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:04:40,404 \tHypothesis: Kuma idan suka yi ĩmãni da waɗanda suka yi ĩmãni , kuma suka yi ĩmãni , kuma suka yi ĩmãni da waɗanda suka yi ĩmãni , kuma suka yi ĩmãni , kuma suka yi ĩmãni , kuma suka yi ĩmãni da abin da suke yi ĩmãni , kuma suka yi ĩmãni da suka yi ĩmãni da suka yi ĩmãni da suka yi ĩmãni , kuma suka yi ĩmãni da suka yi ĩmãni da suke yi ĩmãni da suke yi ĩmãni , kuma suka yi ĩmãni da suke yi ĩmãni , kuma suka yi ĩmãni da suke yi ĩmãni da suka\n", "2019-12-29 22:04:40,404 Validation result (greedy) at epoch 1, step 1000: bleu: 1.15, loss: 106715.7969, ppl: 48.6854, duration: 41.7120s\n", "2019-12-29 22:04:54,778 Epoch 1 Step: 1100 Batch Loss: 3.799552 Tokens per Sec: 15311, Lr: 0.000300\n", "2019-12-29 22:05:09,525 Epoch 1 Step: 1200 Batch Loss: 3.559250 Tokens per Sec: 14902, Lr: 0.000300\n", "2019-12-29 22:05:23,668 Epoch 1 Step: 1300 Batch Loss: 3.888340 Tokens per Sec: 15467, Lr: 0.000300\n", "2019-12-29 22:05:38,022 Epoch 1 Step: 1400 Batch Loss: 3.622328 Tokens per Sec: 15557, Lr: 0.000300\n", "2019-12-29 22:05:52,438 Epoch 1 Step: 1500 Batch Loss: 3.610618 Tokens per Sec: 14911, Lr: 0.000300\n", "2019-12-29 22:06:07,042 Epoch 1 Step: 1600 Batch Loss: 3.271970 Tokens per Sec: 15176, Lr: 0.000300\n", "2019-12-29 22:06:21,595 Epoch 1 Step: 1700 Batch Loss: 3.432134 Tokens per Sec: 15130, Lr: 0.000300\n", "2019-12-29 22:06:35,957 Epoch 1 Step: 1800 Batch Loss: 3.385498 Tokens per Sec: 15564, Lr: 0.000300\n", "2019-12-29 22:06:50,613 Epoch 1 Step: 1900 Batch Loss: 2.879470 Tokens per Sec: 14719, Lr: 0.000300\n", "2019-12-29 22:07:04,854 Epoch 1 Step: 2000 Batch Loss: 2.905878 Tokens per Sec: 15249, Lr: 0.000300\n", "2019-12-29 22:07:46,087 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:07:46,088 Saving new checkpoint.\n", "2019-12-29 22:07:46,357 Example #0\n", "2019-12-29 22:07:46,357 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:07:46,357 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:07:46,358 \tHypothesis: ( 1 Korinthiyawa 6 : ​ 1 ) Idan muka yi amfani da “ makan wannan , ” za ka yi hakan , za ka yi hakan .\n", "2019-12-29 22:07:46,358 Example #1\n", "2019-12-29 22:07:46,358 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:07:46,358 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:07:46,359 \tHypothesis: ( 1 Korinthiyawa 6 : 1 ) A yau , muna bukatar mu yi hakan .\n", "2019-12-29 22:07:46,359 Example #2\n", "2019-12-29 22:07:46,359 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:07:46,359 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:07:46,359 \tHypothesis: ( 1 Korinthiyawa 6 : 1 ) Ta yaya za su yi amfani da Littafi Mai Tsarki da kuma su yi amfani da su ?\n", "2019-12-29 22:07:46,359 Example #3\n", "2019-12-29 22:07:46,360 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:07:46,360 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:07:46,360 \tHypothesis: Shin , bã zã ku yi ĩmãni ba , kuma bã zã su yi ĩmãni da abin da suka yi ĩmãni , kuma bã su yi ĩmãni da shi ba , kuma bã zã su yi ĩmãni da abin da suka kasance sunã aikatãwa ?\n", "2019-12-29 22:07:46,360 Validation result (greedy) at epoch 1, step 2000: bleu: 3.40, loss: 91162.6484, ppl: 27.6357, duration: 41.5057s\n", "2019-12-29 22:08:00,702 Epoch 1 Step: 2100 Batch Loss: 3.185748 Tokens per Sec: 15571, Lr: 0.000300\n", "2019-12-29 22:08:14,954 Epoch 1 Step: 2200 Batch Loss: 2.950442 Tokens per Sec: 15572, Lr: 0.000300\n", "2019-12-29 22:08:29,278 Epoch 1 Step: 2300 Batch Loss: 3.290816 Tokens per Sec: 15146, Lr: 0.000300\n", "2019-12-29 22:08:43,580 Epoch 1 Step: 2400 Batch Loss: 2.716115 Tokens per Sec: 15194, Lr: 0.000300\n", "2019-12-29 22:08:58,327 Epoch 1 Step: 2500 Batch Loss: 3.009738 Tokens per Sec: 14995, Lr: 0.000300\n", "2019-12-29 22:09:12,684 Epoch 1 Step: 2600 Batch Loss: 3.448326 Tokens per Sec: 15295, Lr: 0.000300\n", "2019-12-29 22:09:27,015 Epoch 1 Step: 2700 Batch Loss: 3.004745 Tokens per Sec: 15299, Lr: 0.000300\n", "2019-12-29 22:09:41,399 Epoch 1 Step: 2800 Batch Loss: 3.097044 Tokens per Sec: 15478, Lr: 0.000300\n", "2019-12-29 22:09:55,540 Epoch 1 Step: 2900 Batch Loss: 2.868633 Tokens per Sec: 15250, Lr: 0.000300\n", "2019-12-29 22:10:10,068 Epoch 1 Step: 3000 Batch Loss: 3.177568 Tokens per Sec: 15258, Lr: 0.000300\n", "2019-12-29 22:10:51,441 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:10:51,441 Saving new checkpoint.\n", "2019-12-29 22:10:51,687 Example #0\n", "2019-12-29 22:10:51,688 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:10:51,688 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:10:51,688 \tHypothesis: “ Idan ka yi addu’a , ” za ka yi amfani da mu mu yi addu’a , “ dukan waɗanda suke yi wa mutane da yawa . ”\n", "2019-12-29 22:10:51,688 Example #1\n", "2019-12-29 22:10:51,688 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:10:51,689 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:10:51,689 \tHypothesis: Bari mu tattauna yadda za mu yi amfani da wannan yanayin .\n", "2019-12-29 22:10:51,689 Example #2\n", "2019-12-29 22:10:51,689 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:10:51,689 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:10:51,689 \tHypothesis: ( Matta 5 : 1 ) Wannan talifin ya yi amfani da Littafi Mai Tsarki da kuma mutane da yawa da yawa suke da su yi wa mutane da yawa ?\n", "2019-12-29 22:10:51,689 Example #3\n", "2019-12-29 22:10:51,690 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:10:51,690 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:10:51,690 \tHypothesis: To , me ya sãme ku , kuma ba ka yi ĩmãni ba , kuma amma waɗanda suka yi ĩmãni ba , kuma suka yi ĩmãni da Lãhira , kuma suka aikata ayyukan ƙwarai , kuma suka kasance sunã mãsu ĩmãni ?\n", "2019-12-29 22:10:51,690 Validation result (greedy) at epoch 1, step 3000: bleu: 5.59, loss: 81441.9688, ppl: 19.3984, duration: 41.6217s\n", "2019-12-29 22:11:06,036 Epoch 1 Step: 3100 Batch Loss: 2.820839 Tokens per Sec: 15115, Lr: 0.000300\n", "2019-12-29 22:11:20,144 Epoch 1 Step: 3200 Batch Loss: 3.075690 Tokens per Sec: 15263, Lr: 0.000300\n", "2019-12-29 22:11:34,455 Epoch 1 Step: 3300 Batch Loss: 2.751976 Tokens per Sec: 15472, Lr: 0.000300\n", "2019-12-29 22:11:48,680 Epoch 1 Step: 3400 Batch Loss: 2.585479 Tokens per Sec: 15758, Lr: 0.000300\n", "2019-12-29 22:12:03,008 Epoch 1 Step: 3500 Batch Loss: 2.814232 Tokens per Sec: 15544, Lr: 0.000300\n", "2019-12-29 22:12:17,206 Epoch 1 Step: 3600 Batch Loss: 2.835158 Tokens per Sec: 15353, Lr: 0.000300\n", "2019-12-29 22:12:31,512 Epoch 1 Step: 3700 Batch Loss: 2.642048 Tokens per Sec: 15225, Lr: 0.000300\n", "2019-12-29 22:12:45,781 Epoch 1 Step: 3800 Batch Loss: 2.374143 Tokens per Sec: 15431, Lr: 0.000300\n", "2019-12-29 22:12:59,934 Epoch 1 Step: 3900 Batch Loss: 2.944597 Tokens per Sec: 15444, Lr: 0.000300\n", "2019-12-29 22:13:14,385 Epoch 1 Step: 4000 Batch Loss: 2.973904 Tokens per Sec: 14970, Lr: 0.000300\n", "2019-12-29 22:13:54,783 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:13:54,783 Saving new checkpoint.\n", "2019-12-29 22:13:55,093 Example #0\n", "2019-12-29 22:13:55,094 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:13:55,094 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:13:55,094 \tHypothesis: ( 1 Bitrus 2 : 1 ) Idan muka yi addu’a , “ ka yi addu’a , ” in ji Littafi Mai Tsarki , za ka yi mana ja - gora a kan waɗannan mutane .\n", "2019-12-29 22:13:55,094 Example #1\n", "2019-12-29 22:13:55,094 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:13:55,094 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:13:55,094 \tHypothesis: Ka tattauna talifi na gaba da yin la’akari da yadda za mu yi a cikin wannan duniyar .\n", "2019-12-29 22:13:55,094 Example #2\n", "2019-12-29 22:13:55,095 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:13:55,095 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:13:55,095 \tHypothesis: ( 2 Korinthiyawa 2 : 1 - 5 ) Wannan Littafi Mai Tsarki ya ce Littafi Mai Tsarki ya ba da daɗewa ba ?\n", "2019-12-29 22:13:55,095 Example #3\n", "2019-12-29 22:13:55,096 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:13:55,096 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:13:55,096 \tHypothesis: Kuma ba a saukar da wata ãyã ba , fãce waɗanda suka yi ĩmãni , kuma suka aikata ayyukan ƙwarai , fãce waɗanda suka yi zãlunci daga sama , fãce waɗanda suka yi zãlunci daga gare su , kuma suka yi ĩmãni da shi , kuma suka kasance sunã yin sujada ?\n", "2019-12-29 22:13:55,097 Validation result (greedy) at epoch 1, step 4000: bleu: 7.82, loss: 75496.4609, ppl: 15.6227, duration: 40.7122s\n", "2019-12-29 22:14:09,615 Epoch 1 Step: 4100 Batch Loss: 2.825991 Tokens per Sec: 15292, Lr: 0.000300\n", "2019-12-29 22:14:15,617 Epoch 1: total training loss 14685.24\n", "2019-12-29 22:14:15,617 EPOCH 2\n", "2019-12-29 22:14:24,436 Epoch 2 Step: 4200 Batch Loss: 2.931709 Tokens per Sec: 14091, Lr: 0.000300\n", "2019-12-29 22:14:39,076 Epoch 2 Step: 4300 Batch Loss: 2.509384 Tokens per Sec: 15224, Lr: 0.000300\n", "2019-12-29 22:14:53,228 Epoch 2 Step: 4400 Batch Loss: 2.561112 Tokens per Sec: 15386, Lr: 0.000300\n", "2019-12-29 22:15:07,505 Epoch 2 Step: 4500 Batch Loss: 2.796773 Tokens per Sec: 15204, Lr: 0.000300\n", "2019-12-29 22:15:21,634 Epoch 2 Step: 4600 Batch Loss: 2.922060 Tokens per Sec: 15339, Lr: 0.000300\n", "2019-12-29 22:15:35,994 Epoch 2 Step: 4700 Batch Loss: 2.879920 Tokens per Sec: 15416, Lr: 0.000300\n", "2019-12-29 22:15:50,278 Epoch 2 Step: 4800 Batch Loss: 2.617831 Tokens per Sec: 15499, Lr: 0.000300\n", "2019-12-29 22:16:04,499 Epoch 2 Step: 4900 Batch Loss: 2.613184 Tokens per Sec: 15205, Lr: 0.000300\n", "2019-12-29 22:16:18,833 Epoch 2 Step: 5000 Batch Loss: 2.721224 Tokens per Sec: 15567, Lr: 0.000300\n", "2019-12-29 22:16:59,566 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:16:59,566 Saving new checkpoint.\n", "2019-12-29 22:16:59,875 Example #0\n", "2019-12-29 22:16:59,876 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:16:59,876 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:16:59,876 \tHypothesis: “ Idan ka yi magana , ” in ji Littafi Mai Tsarki , “ ka yi mana biyayya ga dukan mutane , ” in ji daɗin rayuwa .\n", "2019-12-29 22:16:59,876 Example #1\n", "2019-12-29 22:16:59,876 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:16:59,876 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:16:59,877 \tHypothesis: Ka tattauna talifofi na gaba da yin la’akari da yadda za mu tattauna game da wannan annabcin .\n", "2019-12-29 22:16:59,877 Example #2\n", "2019-12-29 22:16:59,877 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:16:59,877 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:16:59,877 \tHypothesis: ( 1 Timothawus 3 : 1 ) Hakika , Littafi Mai Tsarki ya yi amfani da Littafi Mai Tsarki a duniya ko kuma abin da ke cikin duniya ?\n", "2019-12-29 22:16:59,877 Example #3\n", "2019-12-29 22:16:59,878 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:16:59,878 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:16:59,878 \tHypothesis: Amma , me ba a saukar da wata ãyã daga gare ku ba , dõmin ku yi hukunci a cikin ƙasa fãce wanda ya yi hukunci a cikin ƙasa , fãce wanda Muka sanya su daga gare su , fãce daga waɗanda Muka sanya su daga gare su ?\n", "2019-12-29 22:16:59,878 Validation result (greedy) at epoch 2, step 5000: bleu: 9.45, loss: 71067.0000, ppl: 13.2959, duration: 41.0446s\n", "2019-12-29 22:17:14,130 Epoch 2 Step: 5100 Batch Loss: 2.598599 Tokens per Sec: 15097, Lr: 0.000300\n", "2019-12-29 22:17:28,554 Epoch 2 Step: 5200 Batch Loss: 2.655683 Tokens per Sec: 15040, Lr: 0.000300\n", "2019-12-29 22:17:42,736 Epoch 2 Step: 5300 Batch Loss: 2.684111 Tokens per Sec: 15407, Lr: 0.000300\n", "2019-12-29 22:17:56,737 Epoch 2 Step: 5400 Batch Loss: 2.341158 Tokens per Sec: 15377, Lr: 0.000300\n", "2019-12-29 22:18:10,955 Epoch 2 Step: 5500 Batch Loss: 2.662636 Tokens per Sec: 15527, Lr: 0.000300\n", "2019-12-29 22:18:25,233 Epoch 2 Step: 5600 Batch Loss: 2.331573 Tokens per Sec: 15656, Lr: 0.000300\n", "2019-12-29 22:18:39,608 Epoch 2 Step: 5700 Batch Loss: 2.742628 Tokens per Sec: 15298, Lr: 0.000300\n", "2019-12-29 22:18:53,891 Epoch 2 Step: 5800 Batch Loss: 2.923726 Tokens per Sec: 15325, Lr: 0.000300\n", "2019-12-29 22:19:07,945 Epoch 2 Step: 5900 Batch Loss: 3.013274 Tokens per Sec: 15620, Lr: 0.000300\n", "2019-12-29 22:19:22,401 Epoch 2 Step: 6000 Batch Loss: 3.044773 Tokens per Sec: 15662, Lr: 0.000300\n", "2019-12-29 22:20:03,607 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:20:03,607 Saving new checkpoint.\n", "2019-12-29 22:20:03,889 Example #0\n", "2019-12-29 22:20:03,889 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:20:03,889 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:20:03,889 \tHypothesis: Idan haka , “ ka yi magana ” da Bulus ya ce : “ Idan ka yi amfani da shi , ka yi wa mutane biyayya da dukan mutane masu - adalci . ”\n", "2019-12-29 22:20:03,890 Example #1\n", "2019-12-29 22:20:03,890 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:20:03,890 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:20:03,890 \tHypothesis: Ka tattauna talifi na gaba na gaba da yin la’akari da yadda za a yi a wannan labarin .\n", "2019-12-29 22:20:03,890 Example #2\n", "2019-12-29 22:20:03,891 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:20:03,891 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:20:03,891 \tHypothesis: Hakika Littafi Mai Tsarki yana nufin cewa dukan mutane da ke cikin duniya ko kuma a duniya suna da tabbaci cewa abin da ke cikin duniya ?\n", "2019-12-29 22:20:03,892 Example #3\n", "2019-12-29 22:20:03,892 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:20:03,892 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:20:03,892 \tHypothesis: To , me ya sa 'aha ! Shin , ba ka gani ba a gabãnin ka yi tunãtar da waɗanda suka yi zãlunci ba , fãce waɗanda suka kãfirta daga ƙasa , fãce da waɗanda suka kãfirta daga gare su , fãce da shi , daga gare su , daga gare su , kuma Muka halakar da su daga gare su ?\n", "2019-12-29 22:20:03,893 Validation result (greedy) at epoch 2, step 6000: bleu: 10.24, loss: 68572.7422, ppl: 12.1416, duration: 41.4916s\n", "2019-12-29 22:20:18,144 Epoch 2 Step: 6100 Batch Loss: 2.523694 Tokens per Sec: 15302, Lr: 0.000300\n", "2019-12-29 22:20:32,254 Epoch 2 Step: 6200 Batch Loss: 1.945571 Tokens per Sec: 15772, Lr: 0.000300\n", "2019-12-29 22:20:46,421 Epoch 2 Step: 6300 Batch Loss: 2.668209 Tokens per Sec: 15616, Lr: 0.000300\n", "2019-12-29 22:21:00,275 Epoch 2 Step: 6400 Batch Loss: 2.533917 Tokens per Sec: 15771, Lr: 0.000300\n", "2019-12-29 22:21:14,236 Epoch 2 Step: 6500 Batch Loss: 2.282938 Tokens per Sec: 15621, Lr: 0.000300\n", "2019-12-29 22:21:28,358 Epoch 2 Step: 6600 Batch Loss: 2.522490 Tokens per Sec: 15603, Lr: 0.000300\n", "2019-12-29 22:21:42,556 Epoch 2 Step: 6700 Batch Loss: 2.290531 Tokens per Sec: 14849, Lr: 0.000300\n", "2019-12-29 22:21:56,819 Epoch 2 Step: 6800 Batch Loss: 2.423879 Tokens per Sec: 15351, Lr: 0.000300\n", "2019-12-29 22:22:11,295 Epoch 2 Step: 6900 Batch Loss: 2.103634 Tokens per Sec: 15224, Lr: 0.000300\n", "2019-12-29 22:22:25,423 Epoch 2 Step: 7000 Batch Loss: 2.002077 Tokens per Sec: 15649, Lr: 0.000300\n", "2019-12-29 22:23:05,497 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:23:05,498 Saving new checkpoint.\n", "2019-12-29 22:23:05,867 Example #0\n", "2019-12-29 22:23:05,867 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:23:05,868 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:23:05,868 \tHypothesis: “ Idan haka , ” Littafi Mai Tsarki ya ce : “ Idan ka yi magana , ka yi amfani da mu , ka yi zaman lafiya , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 22:23:05,868 Example #1\n", "2019-12-29 22:23:05,868 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:23:05,868 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:23:05,868 \tHypothesis: Ka tattauna talifofi na gaba na gaba da bincika wannan labarin .\n", "2019-12-29 22:23:05,868 Example #2\n", "2019-12-29 22:23:05,868 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:23:05,868 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:23:05,868 \tHypothesis: Hakika , Littafi Mai Tsarki yana nufin cewa dukan mutane suna da amfani da su a duniya ?\n", "2019-12-29 22:23:05,869 Example #3\n", "2019-12-29 22:23:05,869 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:23:05,869 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:23:05,869 \tHypothesis: To , me ba a saukar da waɗansu al 'umma ba a gabãninku , dõmin kada ka yi zaton waɗanda suka yi zãlunci a cikin ƙasa , fãce waɗanda Muka sanya su a cikin ƙasa , fãce daga gare su , daga gare su akwai wanda Muka nutsar da su daga gare su ?\n", "2019-12-29 22:23:05,869 Validation result (greedy) at epoch 2, step 7000: bleu: 12.75, loss: 65185.3594, ppl: 10.7329, duration: 40.4459s\n", "2019-12-29 22:23:19,963 Epoch 2 Step: 7100 Batch Loss: 2.630988 Tokens per Sec: 15311, Lr: 0.000300\n", "2019-12-29 22:23:33,857 Epoch 2 Step: 7200 Batch Loss: 2.343482 Tokens per Sec: 15503, Lr: 0.000300\n", "2019-12-29 22:23:47,620 Epoch 2 Step: 7300 Batch Loss: 2.511273 Tokens per Sec: 15878, Lr: 0.000300\n", "2019-12-29 22:24:02,026 Epoch 2 Step: 7400 Batch Loss: 2.377491 Tokens per Sec: 15087, Lr: 0.000300\n", "2019-12-29 22:24:16,095 Epoch 2 Step: 7500 Batch Loss: 2.435655 Tokens per Sec: 15714, Lr: 0.000300\n", "2019-12-29 22:24:30,238 Epoch 2 Step: 7600 Batch Loss: 2.330325 Tokens per Sec: 15811, Lr: 0.000300\n", "2019-12-29 22:24:44,392 Epoch 2 Step: 7700 Batch Loss: 2.498226 Tokens per Sec: 15738, Lr: 0.000300\n", "2019-12-29 22:24:58,794 Epoch 2 Step: 7800 Batch Loss: 2.176692 Tokens per Sec: 15146, Lr: 0.000300\n", "2019-12-29 22:25:12,864 Epoch 2 Step: 7900 Batch Loss: 2.272734 Tokens per Sec: 15943, Lr: 0.000300\n", "2019-12-29 22:25:26,774 Epoch 2 Step: 8000 Batch Loss: 2.573560 Tokens per Sec: 15922, Lr: 0.000300\n", "2019-12-29 22:26:07,220 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:26:07,220 Saving new checkpoint.\n", "2019-12-29 22:26:07,495 Example #0\n", "2019-12-29 22:26:07,496 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:26:07,496 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:26:07,496 \tHypothesis: “ Idan haka , ” Littafi Mai Tsarki ya ce : “ Idan ka yi magana , ka yi murna , ka yi murna da dukan mutane . ”\n", "2019-12-29 22:26:07,496 Example #1\n", "2019-12-29 22:26:07,496 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:26:07,496 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:26:07,496 \tHypothesis: Ka tattauna talifi na gaba na gaba da bincika darasi na tashin matattu .\n", "2019-12-29 22:26:07,497 Example #2\n", "2019-12-29 22:26:07,497 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:26:07,497 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:26:07,497 \tHypothesis: Hakika , Littafi Mai Tsarki yana nufin cewa dukan harsuna ko kuma a duniya yana da muhimmanci a duniya ?\n", "2019-12-29 22:26:07,497 Example #3\n", "2019-12-29 22:26:07,498 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:26:07,498 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:26:07,498 \tHypothesis: Amma me ya sa ba a yi wa mutane da yawa a gaban waɗanda suke da hankali , ya kamata su fahimci cewa ba su da wani abu ba , amma daga cikin ƙasa , amma daga cikin waɗanda suke cikin ƙasa ?\n", "2019-12-29 22:26:07,498 Validation result (greedy) at epoch 2, step 8000: bleu: 14.71, loss: 62757.3555, ppl: 9.8248, duration: 40.7239s\n", "2019-12-29 22:26:21,361 Epoch 2 Step: 8100 Batch Loss: 2.475998 Tokens per Sec: 15522, Lr: 0.000300\n", "2019-12-29 22:26:35,634 Epoch 2 Step: 8200 Batch Loss: 2.598324 Tokens per Sec: 15583, Lr: 0.000300\n", "2019-12-29 22:26:47,602 Epoch 2: total training loss 10406.78\n", "2019-12-29 22:26:47,602 EPOCH 3\n", "2019-12-29 22:26:50,252 Epoch 3 Step: 8300 Batch Loss: 2.415100 Tokens per Sec: 12349, Lr: 0.000300\n", "2019-12-29 22:27:04,304 Epoch 3 Step: 8400 Batch Loss: 2.258043 Tokens per Sec: 15385, Lr: 0.000300\n", "2019-12-29 22:27:18,210 Epoch 3 Step: 8500 Batch Loss: 2.445199 Tokens per Sec: 15289, Lr: 0.000300\n", "2019-12-29 22:27:32,394 Epoch 3 Step: 8600 Batch Loss: 2.464782 Tokens per Sec: 16105, Lr: 0.000300\n", "2019-12-29 22:27:46,657 Epoch 3 Step: 8700 Batch Loss: 2.002772 Tokens per Sec: 15584, Lr: 0.000300\n", "2019-12-29 22:28:00,551 Epoch 3 Step: 8800 Batch Loss: 2.239016 Tokens per Sec: 15835, Lr: 0.000300\n", "2019-12-29 22:28:14,910 Epoch 3 Step: 8900 Batch Loss: 2.447507 Tokens per Sec: 15361, Lr: 0.000300\n", "2019-12-29 22:28:29,041 Epoch 3 Step: 9000 Batch Loss: 2.343874 Tokens per Sec: 15484, Lr: 0.000300\n", "2019-12-29 22:29:09,207 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:29:09,208 Saving new checkpoint.\n", "2019-12-29 22:29:09,490 Example #0\n", "2019-12-29 22:29:09,491 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:29:09,491 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:29:09,491 \tHypothesis: “ Idan ba haka ba , ” Littafi Mai Tsarki ya ce : “ Idan ka yi biyayya ga dukan mutane , ka yi murna da dukan mutane . ”\n", "2019-12-29 22:29:09,491 Example #1\n", "2019-12-29 22:29:09,491 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:29:09,491 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:29:09,491 \tHypothesis: Talifi na gaba da bincika abubuwa masu ban al’ajabi na tashin matattu .\n", "2019-12-29 22:29:09,492 Example #2\n", "2019-12-29 22:29:09,492 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:29:09,492 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:29:09,492 \tHypothesis: Hakika Littafi Mai Tsarki yana nufin cewa a dukan harsuna ko kuma a cikin harsuna da yawa a duniya ?\n", "2019-12-29 22:29:09,492 Example #3\n", "2019-12-29 22:29:09,492 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:29:09,492 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:29:09,492 \tHypothesis: To , me ba a saukar da waɗansu al 'umma ba daga gabãninku , waɗanda suka yi hankali ga waɗanda suka yi zãlunci daga ƙasa , fãce waɗanda Muka sanya daga cikin ƙasa , fãce daga cikinsu akwai wanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 22:29:09,493 Validation result (greedy) at epoch 3, step 9000: bleu: 15.74, loss: 60809.7852, ppl: 9.1523, duration: 40.4508s\n", "2019-12-29 22:29:23,692 Epoch 3 Step: 9100 Batch Loss: 2.350632 Tokens per Sec: 15694, Lr: 0.000300\n", "2019-12-29 22:29:38,051 Epoch 3 Step: 9200 Batch Loss: 2.036562 Tokens per Sec: 15063, Lr: 0.000300\n", "2019-12-29 22:29:52,310 Epoch 3 Step: 9300 Batch Loss: 2.529810 Tokens per Sec: 15553, Lr: 0.000300\n", "2019-12-29 22:30:06,823 Epoch 3 Step: 9400 Batch Loss: 2.413247 Tokens per Sec: 15216, Lr: 0.000300\n", "2019-12-29 22:30:21,107 Epoch 3 Step: 9500 Batch Loss: 2.454468 Tokens per Sec: 15025, Lr: 0.000300\n", "2019-12-29 22:30:35,648 Epoch 3 Step: 9600 Batch Loss: 2.058018 Tokens per Sec: 14964, Lr: 0.000300\n", "2019-12-29 22:30:49,952 Epoch 3 Step: 9700 Batch Loss: 2.007677 Tokens per Sec: 15821, Lr: 0.000300\n", "2019-12-29 22:31:04,240 Epoch 3 Step: 9800 Batch Loss: 2.518597 Tokens per Sec: 15307, Lr: 0.000300\n", "2019-12-29 22:31:19,025 Epoch 3 Step: 9900 Batch Loss: 2.271537 Tokens per Sec: 14582, Lr: 0.000300\n", "2019-12-29 22:31:33,392 Epoch 3 Step: 10000 Batch Loss: 2.175685 Tokens per Sec: 15188, Lr: 0.000300\n", "2019-12-29 22:32:14,523 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:32:14,523 Saving new checkpoint.\n", "2019-12-29 22:32:14,829 Example #0\n", "2019-12-29 22:32:14,829 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:32:14,829 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:32:14,829 \tHypothesis: “ Idan haka ne , ” Littafi Mai Tsarki ya ce : “ Idan ka yi biyayya ga dukan mutane , ka yi murna da dukan mutane . ”\n", "2019-12-29 22:32:14,829 Example #1\n", "2019-12-29 22:32:14,830 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:32:14,830 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:32:14,830 \tHypothesis: Talifi na gaba da bincika abubuwa masu ban al’ajabi na tashin matattu .\n", "2019-12-29 22:32:14,830 Example #2\n", "2019-12-29 22:32:14,831 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:32:14,831 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:32:14,831 \tHypothesis: Shin Littafi Mai Tsarki yana nufin cewa a yi amfani da harsuna ko kuma harsuna da yawa a duniya ?\n", "2019-12-29 22:32:14,831 Example #3\n", "2019-12-29 22:32:14,831 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:32:14,831 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:32:14,831 \tHypothesis: To , me ya sa ba a hana ku daga kõme ba , fãce wanda ya ƙirƙira ƙarya , fãce wanda ya haramta a cikin ƙasa , fãce wanda Muka nutsar da su daga gare su ?\n", "2019-12-29 22:32:14,831 Validation result (greedy) at epoch 3, step 10000: bleu: 16.43, loss: 58935.1172, ppl: 8.5484, duration: 41.4392s\n", "2019-12-29 22:32:29,217 Epoch 3 Step: 10100 Batch Loss: 2.512314 Tokens per Sec: 15186, Lr: 0.000300\n", "2019-12-29 22:32:43,536 Epoch 3 Step: 10200 Batch Loss: 2.221026 Tokens per Sec: 15850, Lr: 0.000300\n", "2019-12-29 22:32:57,751 Epoch 3 Step: 10300 Batch Loss: 2.084225 Tokens per Sec: 15146, Lr: 0.000300\n", "2019-12-29 22:33:11,816 Epoch 3 Step: 10400 Batch Loss: 2.109366 Tokens per Sec: 15619, Lr: 0.000300\n", "2019-12-29 22:33:26,086 Epoch 3 Step: 10500 Batch Loss: 2.203609 Tokens per Sec: 15606, Lr: 0.000300\n", "2019-12-29 22:33:40,402 Epoch 3 Step: 10600 Batch Loss: 2.390366 Tokens per Sec: 15096, Lr: 0.000300\n", "2019-12-29 22:33:54,811 Epoch 3 Step: 10700 Batch Loss: 2.362066 Tokens per Sec: 15363, Lr: 0.000300\n", "2019-12-29 22:34:09,047 Epoch 3 Step: 10800 Batch Loss: 2.213423 Tokens per Sec: 15361, Lr: 0.000300\n", "2019-12-29 22:34:23,462 Epoch 3 Step: 10900 Batch Loss: 2.082377 Tokens per Sec: 15199, Lr: 0.000300\n", "2019-12-29 22:34:37,557 Epoch 3 Step: 11000 Batch Loss: 2.270735 Tokens per Sec: 15576, Lr: 0.000300\n", "2019-12-29 22:35:18,330 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:35:18,330 Saving new checkpoint.\n", "2019-12-29 22:35:18,637 Example #0\n", "2019-12-29 22:35:18,637 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:35:18,638 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:35:18,638 \tHypothesis: “ Idan haka ne , ” Littafi Mai Tsarki ya ce : “ Idan ka yi biyayya ga dukan mutane , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 22:35:18,638 Example #1\n", "2019-12-29 22:35:18,638 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:35:18,638 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:35:18,638 \tHypothesis: Talifi na gaba , za mu tattauna yadda za mu tattauna game da tashin matattu .\n", "2019-12-29 22:35:18,639 Example #2\n", "2019-12-29 22:35:18,639 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:35:18,639 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:35:18,639 \tHypothesis: ( 2 Korinthiyawa 4 : 10 ) Hakika , Littafi Mai Tsarki yana da muhimmanci a dukan harsuna ko kuma harsuna ko kuma harsuna da yawa a duniya ?\n", "2019-12-29 22:35:18,639 Example #3\n", "2019-12-29 22:35:18,639 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:35:18,639 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:35:18,639 \tHypothesis: To , me ya sa ba a cikin mutãnen ƙarshe daga gabãninku , waɗanda suka yi hankali ga abin da suka haramta daga ƙasa , fãce daga mutãne , fãce kaɗan daga gare su ?\n", "2019-12-29 22:35:18,639 Validation result (greedy) at epoch 3, step 11000: bleu: 16.85, loss: 57692.8086, ppl: 8.1704, duration: 41.0824s\n", "2019-12-29 22:35:33,413 Epoch 3 Step: 11100 Batch Loss: 2.000669 Tokens per Sec: 14925, Lr: 0.000300\n", "2019-12-29 22:35:47,807 Epoch 3 Step: 11200 Batch Loss: 1.818126 Tokens per Sec: 15068, Lr: 0.000300\n", "2019-12-29 22:36:02,068 Epoch 3 Step: 11300 Batch Loss: 1.948473 Tokens per Sec: 15393, Lr: 0.000300\n", "2019-12-29 22:36:16,287 Epoch 3 Step: 11400 Batch Loss: 1.618361 Tokens per Sec: 15468, Lr: 0.000300\n", "2019-12-29 22:36:30,700 Epoch 3 Step: 11500 Batch Loss: 2.332676 Tokens per Sec: 15128, Lr: 0.000300\n", "2019-12-29 22:36:45,089 Epoch 3 Step: 11600 Batch Loss: 2.065784 Tokens per Sec: 15320, Lr: 0.000300\n", "2019-12-29 22:36:59,714 Epoch 3 Step: 11700 Batch Loss: 2.032785 Tokens per Sec: 14822, Lr: 0.000300\n", "2019-12-29 22:37:14,027 Epoch 3 Step: 11800 Batch Loss: 2.210120 Tokens per Sec: 15358, Lr: 0.000300\n", "2019-12-29 22:37:28,263 Epoch 3 Step: 11900 Batch Loss: 2.215795 Tokens per Sec: 15602, Lr: 0.000300\n", "2019-12-29 22:37:42,487 Epoch 3 Step: 12000 Batch Loss: 2.104230 Tokens per Sec: 15407, Lr: 0.000300\n", "2019-12-29 22:38:23,341 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:38:23,341 Saving new checkpoint.\n", "2019-12-29 22:38:23,620 Example #0\n", "2019-12-29 22:38:23,621 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:38:23,621 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:38:23,621 \tHypothesis: “ Idan haka ne , ” Littafi Mai Tsarki ya ce : “ Idan ka yi biyayya , ka yi zaman lafiya , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 22:38:23,621 Example #1\n", "2019-12-29 22:38:23,621 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:38:23,621 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:38:23,621 \tHypothesis: Talifi na gaba ya tattauna abubuwa na ƙarshe .\n", "2019-12-29 22:38:23,621 Example #2\n", "2019-12-29 22:38:23,622 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:38:23,622 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:38:23,622 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a harsuna ko harsuna a harsuna dabam - dabam da aka ambata a duniya ?\n", "2019-12-29 22:38:23,622 Example #3\n", "2019-12-29 22:38:23,622 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:38:23,622 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:38:23,622 \tHypothesis: To , don me ba a saukar da wata ƙungiya daga gabãninku , fãce wanda ya ƙirƙira ƙarya , sai ya haramta a cikin ƙasa fãce kaɗan daga gare su ?\n", "2019-12-29 22:38:23,623 Validation result (greedy) at epoch 3, step 12000: bleu: 18.15, loss: 56405.7383, ppl: 7.7964, duration: 41.1352s\n", "2019-12-29 22:38:38,095 Epoch 3 Step: 12100 Batch Loss: 2.335875 Tokens per Sec: 15091, Lr: 0.000300\n", "2019-12-29 22:38:52,262 Epoch 3 Step: 12200 Batch Loss: 2.147403 Tokens per Sec: 15224, Lr: 0.000300\n", "2019-12-29 22:39:06,666 Epoch 3 Step: 12300 Batch Loss: 2.014524 Tokens per Sec: 15057, Lr: 0.000300\n", "2019-12-29 22:39:20,949 Epoch 3 Step: 12400 Batch Loss: 1.940888 Tokens per Sec: 15318, Lr: 0.000300\n", "2019-12-29 22:39:25,262 Epoch 3: total training loss 9101.12\n", "2019-12-29 22:39:25,263 EPOCH 4\n", "2019-12-29 22:39:35,782 Epoch 4 Step: 12500 Batch Loss: 2.006265 Tokens per Sec: 14713, Lr: 0.000300\n", "2019-12-29 22:39:50,125 Epoch 4 Step: 12600 Batch Loss: 1.851161 Tokens per Sec: 15363, Lr: 0.000300\n", "2019-12-29 22:40:04,936 Epoch 4 Step: 12700 Batch Loss: 2.040868 Tokens per Sec: 15034, Lr: 0.000300\n", "2019-12-29 22:40:19,215 Epoch 4 Step: 12800 Batch Loss: 1.819333 Tokens per Sec: 15256, Lr: 0.000300\n", "2019-12-29 22:40:33,496 Epoch 4 Step: 12900 Batch Loss: 2.504549 Tokens per Sec: 15701, Lr: 0.000300\n", "2019-12-29 22:40:48,049 Epoch 4 Step: 13000 Batch Loss: 2.127452 Tokens per Sec: 15279, Lr: 0.000300\n", "2019-12-29 22:41:29,562 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:41:29,562 Saving new checkpoint.\n", "2019-12-29 22:41:29,848 Example #0\n", "2019-12-29 22:41:29,848 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:41:29,848 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:41:29,848 \tHypothesis: “ Idan ba haka ba , ” Littafi Mai Tsarki ya ce : “ Idan ka yi amfani da wannan shawarar , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 22:41:29,848 Example #1\n", "2019-12-29 22:41:29,848 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:41:29,848 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:41:29,848 \tHypothesis: Talifi na gaba ya tattauna abubuwa da suka faru a nan gaba .\n", "2019-12-29 22:41:29,849 Example #2\n", "2019-12-29 22:41:29,849 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:41:29,849 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:41:29,849 \tHypothesis: ( Zabura 119 : 1 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna ko harsuna ko kuma harsuna a duniya ta musamman ?\n", "2019-12-29 22:41:29,849 Example #3\n", "2019-12-29 22:41:29,849 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:41:29,849 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:41:29,849 \tHypothesis: To , me ya sa ba a cikin mutãnen farko daga gabãninka ba , fãce waɗanda suka yi zãlunci daga gabãninka , suka yi zãlunci a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 22:41:29,849 Validation result (greedy) at epoch 4, step 13000: bleu: 18.81, loss: 54659.9766, ppl: 7.3162, duration: 41.8001s\n", "2019-12-29 22:41:44,289 Epoch 4 Step: 13100 Batch Loss: 2.169209 Tokens per Sec: 15072, Lr: 0.000300\n", "2019-12-29 22:41:58,834 Epoch 4 Step: 13200 Batch Loss: 2.017421 Tokens per Sec: 15525, Lr: 0.000300\n", "2019-12-29 22:42:13,409 Epoch 4 Step: 13300 Batch Loss: 2.299548 Tokens per Sec: 15393, Lr: 0.000300\n", "2019-12-29 22:42:27,748 Epoch 4 Step: 13400 Batch Loss: 2.484130 Tokens per Sec: 15171, Lr: 0.000300\n", "2019-12-29 22:42:42,080 Epoch 4 Step: 13500 Batch Loss: 1.906140 Tokens per Sec: 15105, Lr: 0.000300\n", "2019-12-29 22:42:56,572 Epoch 4 Step: 13600 Batch Loss: 2.552107 Tokens per Sec: 15376, Lr: 0.000300\n", "2019-12-29 22:43:10,963 Epoch 4 Step: 13700 Batch Loss: 1.760008 Tokens per Sec: 15143, Lr: 0.000300\n", "2019-12-29 22:43:25,220 Epoch 4 Step: 13800 Batch Loss: 1.637417 Tokens per Sec: 15294, Lr: 0.000300\n", "2019-12-29 22:43:39,554 Epoch 4 Step: 13900 Batch Loss: 2.086729 Tokens per Sec: 15239, Lr: 0.000300\n", "2019-12-29 22:43:53,875 Epoch 4 Step: 14000 Batch Loss: 2.125372 Tokens per Sec: 15197, Lr: 0.000300\n", "2019-12-29 22:44:35,330 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:44:35,331 Saving new checkpoint.\n", "2019-12-29 22:44:35,620 Example #0\n", "2019-12-29 22:44:35,621 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:44:35,621 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:44:35,621 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba haka ba , ” in ji Littafi Mai Tsarki , “ kamar yadda ya fi muhimmanci a gare ku , ku zama masu - salama . ”\n", "2019-12-29 22:44:35,621 Example #1\n", "2019-12-29 22:44:35,621 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:44:35,621 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:44:35,622 \tHypothesis: Talifi na gaba ya ƙarfafa masu kyau na tashin matattu .\n", "2019-12-29 22:44:35,622 Example #2\n", "2019-12-29 22:44:35,622 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:44:35,622 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:44:35,622 \tHypothesis: ( Zabura 119 : 1 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna ko harsuna a duniya a duniya , wane darasi ne ya nuna ?\n", "2019-12-29 22:44:35,622 Example #3\n", "2019-12-29 22:44:35,622 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:44:35,623 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:44:35,623 \tHypothesis: To , don me ya sãme ku , bã dõmin ku hankalta ba , wanda ya hana daga ɓarna a cikin ƙasa , fãce kaɗan daga gare su , Mun tsĩrar da su daga gare su ?\n", "2019-12-29 22:44:35,623 Validation result (greedy) at epoch 4, step 14000: bleu: 19.96, loss: 53426.4531, ppl: 6.9949, duration: 41.7477s\n", "2019-12-29 22:44:49,864 Epoch 4 Step: 14100 Batch Loss: 2.162644 Tokens per Sec: 15627, Lr: 0.000300\n", "2019-12-29 22:45:04,358 Epoch 4 Step: 14200 Batch Loss: 2.097019 Tokens per Sec: 14983, Lr: 0.000300\n", "2019-12-29 22:45:18,944 Epoch 4 Step: 14300 Batch Loss: 1.921859 Tokens per Sec: 15319, Lr: 0.000300\n", "2019-12-29 22:45:33,408 Epoch 4 Step: 14400 Batch Loss: 1.901650 Tokens per Sec: 14838, Lr: 0.000300\n", "2019-12-29 22:45:47,616 Epoch 4 Step: 14500 Batch Loss: 2.041800 Tokens per Sec: 15590, Lr: 0.000300\n", "2019-12-29 22:46:01,839 Epoch 4 Step: 14600 Batch Loss: 1.657189 Tokens per Sec: 15377, Lr: 0.000300\n", "2019-12-29 22:46:16,240 Epoch 4 Step: 14700 Batch Loss: 2.063224 Tokens per Sec: 15234, Lr: 0.000300\n", "2019-12-29 22:46:30,534 Epoch 4 Step: 14800 Batch Loss: 2.105384 Tokens per Sec: 15493, Lr: 0.000300\n", "2019-12-29 22:46:44,985 Epoch 4 Step: 14900 Batch Loss: 2.008474 Tokens per Sec: 15206, Lr: 0.000300\n", "2019-12-29 22:46:59,240 Epoch 4 Step: 15000 Batch Loss: 2.123880 Tokens per Sec: 15748, Lr: 0.000300\n", "2019-12-29 22:47:40,839 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:47:40,839 Saving new checkpoint.\n", "2019-12-29 22:47:41,125 Example #0\n", "2019-12-29 22:47:41,125 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:47:41,125 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:47:41,125 \tHypothesis: “ Idan haka ne , ” Nassosi ya ba mu shawara , “ kamar yadda ya kamata a yi maka salama , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 22:47:41,125 Example #1\n", "2019-12-29 22:47:41,126 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:47:41,126 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:47:41,126 \tHypothesis: Talifi na gaba ya tattauna abubuwa da suka faru a nan gaba .\n", "2019-12-29 22:47:41,126 Example #2\n", "2019-12-29 22:47:41,126 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:47:41,126 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:47:41,126 \tHypothesis: ( 1 Korinthiyawa 4 : 11 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna ko harsuna a duniya da ke cikin harsuna da yawa da suka nuna abin da ke cikin Littafi Mai Tsarki ya faɗa ?\n", "2019-12-29 22:47:41,126 Example #3\n", "2019-12-29 22:47:41,127 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:47:41,127 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:47:41,127 \tHypothesis: To , don me ya sãme ku a cikin mutãnen ƙarshe , bã zã su fahimta ba , fãce waɗanda suka yi zãlunci a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 22:47:41,127 Validation result (greedy) at epoch 4, step 15000: bleu: 20.27, loss: 52611.3477, ppl: 6.7904, duration: 41.8863s\n", "2019-12-29 22:47:55,395 Epoch 4 Step: 15100 Batch Loss: 1.900303 Tokens per Sec: 15301, Lr: 0.000300\n", "2019-12-29 22:48:10,136 Epoch 4 Step: 15200 Batch Loss: 2.098675 Tokens per Sec: 14991, Lr: 0.000300\n", "2019-12-29 22:48:24,712 Epoch 4 Step: 15300 Batch Loss: 2.308722 Tokens per Sec: 14979, Lr: 0.000300\n", "2019-12-29 22:48:39,028 Epoch 4 Step: 15400 Batch Loss: 1.809935 Tokens per Sec: 14955, Lr: 0.000300\n", "2019-12-29 22:48:53,274 Epoch 4 Step: 15500 Batch Loss: 2.267960 Tokens per Sec: 15574, Lr: 0.000300\n", "2019-12-29 22:49:07,813 Epoch 4 Step: 15600 Batch Loss: 2.021425 Tokens per Sec: 15342, Lr: 0.000300\n", "2019-12-29 22:49:22,575 Epoch 4 Step: 15700 Batch Loss: 2.147423 Tokens per Sec: 14753, Lr: 0.000300\n", "2019-12-29 22:49:37,186 Epoch 4 Step: 15800 Batch Loss: 1.963288 Tokens per Sec: 15140, Lr: 0.000300\n", "2019-12-29 22:49:51,940 Epoch 4 Step: 15900 Batch Loss: 1.823447 Tokens per Sec: 15158, Lr: 0.000300\n", "2019-12-29 22:50:06,146 Epoch 4 Step: 16000 Batch Loss: 1.686280 Tokens per Sec: 15227, Lr: 0.000300\n", "2019-12-29 22:50:48,218 Example #0\n", "2019-12-29 22:50:48,219 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:50:48,219 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:50:48,219 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba za ka iya yin hakan ba , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 22:50:48,219 Example #1\n", "2019-12-29 22:50:48,219 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:50:48,219 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:50:48,219 \tHypothesis: Talifi na gaba ya tattauna ma’anar tashin matattu .\n", "2019-12-29 22:50:48,219 Example #2\n", "2019-12-29 22:50:48,220 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:50:48,220 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:50:48,220 \tHypothesis: Hakika , Littafi Mai Tsarki ya ba da amfani a dukan harsuna a duniya da kuma harsuna da yawa ?\n", "2019-12-29 22:50:48,220 Example #3\n", "2019-12-29 22:50:48,220 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:50:48,220 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:50:48,220 \tHypothesis: To , don me ba a cikin mutãnen ƙarshe ba a gabãninka , fãce wanda ya hana daga ɓarna a cikin ƙasa , fãce kaɗan daga gare su .\n", "2019-12-29 22:50:48,221 Validation result (greedy) at epoch 4, step 16000: bleu: 20.69, loss: 52875.5430, ppl: 6.8560, duration: 42.0738s\n", "2019-12-29 22:51:02,919 Epoch 4 Step: 16100 Batch Loss: 1.806387 Tokens per Sec: 15070, Lr: 0.000300\n", "2019-12-29 22:51:17,259 Epoch 4 Step: 16200 Batch Loss: 2.077114 Tokens per Sec: 14916, Lr: 0.000300\n", "2019-12-29 22:51:31,487 Epoch 4 Step: 16300 Batch Loss: 1.687973 Tokens per Sec: 15086, Lr: 0.000300\n", "2019-12-29 22:51:45,986 Epoch 4 Step: 16400 Batch Loss: 2.113984 Tokens per Sec: 14719, Lr: 0.000300\n", "2019-12-29 22:52:00,238 Epoch 4 Step: 16500 Batch Loss: 1.880664 Tokens per Sec: 15340, Lr: 0.000300\n", "2019-12-29 22:52:09,884 Epoch 4: total training loss 8272.18\n", "2019-12-29 22:52:09,884 EPOCH 5\n", "2019-12-29 22:52:14,895 Epoch 5 Step: 16600 Batch Loss: 1.978768 Tokens per Sec: 14231, Lr: 0.000300\n", "2019-12-29 22:52:29,458 Epoch 5 Step: 16700 Batch Loss: 1.738545 Tokens per Sec: 15600, Lr: 0.000300\n", "2019-12-29 22:52:43,768 Epoch 5 Step: 16800 Batch Loss: 1.739985 Tokens per Sec: 14840, Lr: 0.000300\n", "2019-12-29 22:52:58,058 Epoch 5 Step: 16900 Batch Loss: 1.651603 Tokens per Sec: 15195, Lr: 0.000300\n", "2019-12-29 22:53:12,297 Epoch 5 Step: 17000 Batch Loss: 1.935337 Tokens per Sec: 15325, Lr: 0.000300\n", "2019-12-29 22:53:54,106 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:53:54,106 Saving new checkpoint.\n", "2019-12-29 22:53:54,397 Example #0\n", "2019-12-29 22:53:54,398 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:53:54,398 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:53:54,398 \tHypothesis: “ Idan ba zai yiwu ba , ” in ji Littafi Mai Tsarki , “ kamar yadda ya kamata ya dangana a gare ku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 22:53:54,398 Example #1\n", "2019-12-29 22:53:54,398 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:53:54,398 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:53:54,398 \tHypothesis: Talifi na gaba ya tattauna ma’anar tashin matattu .\n", "2019-12-29 22:53:54,399 Example #2\n", "2019-12-29 22:53:54,399 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:53:54,399 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:53:54,399 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a harsuna a duniya ta alama ta musamman ga menene ya nuna ?\n", "2019-12-29 22:53:54,399 Example #3\n", "2019-12-29 22:53:54,399 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:53:54,399 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:53:54,400 \tHypothesis: To , mẽne ne a gare ku , ba a cikin dũkiyõyin waɗanda suke sanin su ba , su haramta a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 22:53:54,400 Validation result (greedy) at epoch 5, step 17000: bleu: 21.88, loss: 50856.6602, ppl: 6.3701, duration: 42.1024s\n", "2019-12-29 22:54:08,866 Epoch 5 Step: 17100 Batch Loss: 1.861238 Tokens per Sec: 15258, Lr: 0.000300\n", "2019-12-29 22:54:22,950 Epoch 5 Step: 17200 Batch Loss: 2.086457 Tokens per Sec: 15431, Lr: 0.000300\n", "2019-12-29 22:54:37,397 Epoch 5 Step: 17300 Batch Loss: 1.539305 Tokens per Sec: 15494, Lr: 0.000300\n", "2019-12-29 22:54:51,595 Epoch 5 Step: 17400 Batch Loss: 2.003946 Tokens per Sec: 15306, Lr: 0.000300\n", "2019-12-29 22:55:05,808 Epoch 5 Step: 17500 Batch Loss: 1.867936 Tokens per Sec: 15455, Lr: 0.000300\n", "2019-12-29 22:55:20,109 Epoch 5 Step: 17600 Batch Loss: 1.999054 Tokens per Sec: 15391, Lr: 0.000300\n", "2019-12-29 22:55:34,610 Epoch 5 Step: 17700 Batch Loss: 1.352541 Tokens per Sec: 15445, Lr: 0.000300\n", "2019-12-29 22:55:48,704 Epoch 5 Step: 17800 Batch Loss: 1.969447 Tokens per Sec: 15507, Lr: 0.000300\n", "2019-12-29 22:56:03,231 Epoch 5 Step: 17900 Batch Loss: 1.650506 Tokens per Sec: 14841, Lr: 0.000300\n", "2019-12-29 22:56:17,868 Epoch 5 Step: 18000 Batch Loss: 2.010632 Tokens per Sec: 15132, Lr: 0.000300\n", "2019-12-29 22:56:59,252 Hooray! New best validation result [ppl]!\n", "2019-12-29 22:56:59,252 Saving new checkpoint.\n", "2019-12-29 22:56:59,579 Example #0\n", "2019-12-29 22:56:59,580 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 22:56:59,580 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 22:56:59,580 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba za a iya ba mu ba , ” in ji Littafi Mai Tsarki , “ kamar yadda ya kamata ya zama mai - salama da dukan mutane . ”\n", "2019-12-29 22:56:59,580 Example #1\n", "2019-12-29 22:56:59,580 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 22:56:59,580 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 22:56:59,580 \tHypothesis: Talifi na gaba ya tattauna muhimman nufin tashin matattu .\n", "2019-12-29 22:56:59,581 Example #2\n", "2019-12-29 22:56:59,581 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 22:56:59,581 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 22:56:59,581 \tHypothesis: Hakika , Littafi Mai Tsarki ya ba da amfani a dukan harsuna a duniya , kuma ya yi shaida ga menene ?\n", "2019-12-29 22:56:59,581 Example #3\n", "2019-12-29 22:56:59,581 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 22:56:59,581 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 22:56:59,582 \tHypothesis: To , don me ba a cikin mutãnen ƙarshe ba daga gabãninka , fãce wanda ya haramta al 'amarin , a cikin ƙasa , fãce kaɗan daga gare su , Mun tsĩrar da shi daga gare su ?\n", "2019-12-29 22:56:59,582 Validation result (greedy) at epoch 5, step 18000: bleu: 21.97, loss: 50170.7891, ppl: 6.2130, duration: 41.7132s\n", "2019-12-29 22:57:14,352 Epoch 5 Step: 18100 Batch Loss: 1.949694 Tokens per Sec: 14753, Lr: 0.000300\n", "2019-12-29 22:57:28,744 Epoch 5 Step: 18200 Batch Loss: 1.890377 Tokens per Sec: 15267, Lr: 0.000300\n", "2019-12-29 22:57:43,254 Epoch 5 Step: 18300 Batch Loss: 1.803377 Tokens per Sec: 14450, Lr: 0.000300\n", "2019-12-29 22:57:58,168 Epoch 5 Step: 18400 Batch Loss: 2.084064 Tokens per Sec: 14725, Lr: 0.000300\n", "2019-12-29 22:58:12,974 Epoch 5 Step: 18500 Batch Loss: 2.019917 Tokens per Sec: 14778, Lr: 0.000300\n", "2019-12-29 22:58:27,518 Epoch 5 Step: 18600 Batch Loss: 2.115369 Tokens per Sec: 15328, Lr: 0.000300\n", "2019-12-29 22:58:42,167 Epoch 5 Step: 18700 Batch Loss: 1.871440 Tokens per Sec: 15085, Lr: 0.000300\n", "2019-12-29 22:58:56,634 Epoch 5 Step: 18800 Batch Loss: 1.750806 Tokens per Sec: 15617, Lr: 0.000300\n", "2019-12-29 22:59:11,279 Epoch 5 Step: 18900 Batch Loss: 1.981411 Tokens per Sec: 14958, Lr: 0.000300\n", "2019-12-29 22:59:25,825 Epoch 5 Step: 19000 Batch Loss: 1.822315 Tokens per Sec: 15045, Lr: 0.000300\n", "2019-12-29 23:00:07,547 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:00:07,547 Saving new checkpoint.\n", "2019-12-29 23:00:07,853 Example #0\n", "2019-12-29 23:00:07,854 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:00:07,854 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:00:07,854 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba za a iya yin magana ba , ” in ji Littafi Mai Tsarki , “ kamar yadda ya kamata a yi maka salama da dukan mutane . ”\n", "2019-12-29 23:00:07,854 Example #1\n", "2019-12-29 23:00:07,854 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:00:07,854 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:00:07,855 \tHypothesis: Talifi na gaba ya tattauna nufin tashin matattu .\n", "2019-12-29 23:00:07,855 Example #2\n", "2019-12-29 23:00:07,855 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:00:07,855 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:00:07,855 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya da ke cikin Littafi Mai Tsarki ?\n", "2019-12-29 23:00:07,855 Example #3\n", "2019-12-29 23:00:07,855 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:00:07,856 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:00:07,856 \tHypothesis: To , don me ba a cikin mutãnen ƙarni na farko daga gabãninku ba , fãce dai waɗanda suka yi zãlunci a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 23:00:07,856 Validation result (greedy) at epoch 5, step 19000: bleu: 23.12, loss: 49312.2383, ppl: 6.0218, duration: 42.0304s\n", "2019-12-29 23:00:22,358 Epoch 5 Step: 19100 Batch Loss: 1.777708 Tokens per Sec: 14931, Lr: 0.000300\n", "2019-12-29 23:00:37,058 Epoch 5 Step: 19200 Batch Loss: 1.535453 Tokens per Sec: 15287, Lr: 0.000300\n", "2019-12-29 23:00:51,307 Epoch 5 Step: 19300 Batch Loss: 1.809858 Tokens per Sec: 15265, Lr: 0.000300\n", "2019-12-29 23:01:06,011 Epoch 5 Step: 19400 Batch Loss: 1.916660 Tokens per Sec: 15317, Lr: 0.000300\n", "2019-12-29 23:01:20,377 Epoch 5 Step: 19500 Batch Loss: 1.927711 Tokens per Sec: 15175, Lr: 0.000300\n", "2019-12-29 23:01:34,688 Epoch 5 Step: 19600 Batch Loss: 1.770807 Tokens per Sec: 15561, Lr: 0.000300\n", "2019-12-29 23:01:49,020 Epoch 5 Step: 19700 Batch Loss: 2.032031 Tokens per Sec: 15353, Lr: 0.000300\n", "2019-12-29 23:02:03,568 Epoch 5 Step: 19800 Batch Loss: 1.804684 Tokens per Sec: 15013, Lr: 0.000300\n", "2019-12-29 23:02:18,055 Epoch 5 Step: 19900 Batch Loss: 2.027460 Tokens per Sec: 15306, Lr: 0.000300\n", "2019-12-29 23:02:32,572 Epoch 5 Step: 20000 Batch Loss: 1.579736 Tokens per Sec: 15405, Lr: 0.000300\n", "2019-12-29 23:03:14,427 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:03:14,428 Saving new checkpoint.\n", "2019-12-29 23:03:14,697 Example #0\n", "2019-12-29 23:03:14,698 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:03:14,698 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:03:14,698 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba ya yiwuwa , ” in ji Littafi Mai Tsarki , “ kamar yadda ya kamata ya zama mafifitan mutane , ku zama masu - salama . ”\n", "2019-12-29 23:03:14,698 Example #1\n", "2019-12-29 23:03:14,698 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:03:14,698 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:03:14,698 \tHypothesis: Talifi na gaba ya tattauna manufar tashin matattu .\n", "2019-12-29 23:03:14,699 Example #2\n", "2019-12-29 23:03:14,699 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:03:14,699 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:03:14,699 \tHypothesis: ( Matta 24 : 24 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya ta wajen shaida wane darasi ne ya nuna ?\n", "2019-12-29 23:03:14,699 Example #3\n", "2019-12-29 23:03:14,699 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:03:14,699 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:03:14,699 \tHypothesis: To , don me ba a cikin mutãnen ƙarni na farko daga gabãninka ba , fãce wanda ya haramta a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 23:03:14,699 Validation result (greedy) at epoch 5, step 20000: bleu: 22.54, loss: 48736.9883, ppl: 5.8970, duration: 42.1267s\n", "2019-12-29 23:03:29,140 Epoch 5 Step: 20100 Batch Loss: 1.828042 Tokens per Sec: 15339, Lr: 0.000300\n", "2019-12-29 23:03:43,460 Epoch 5 Step: 20200 Batch Loss: 2.065457 Tokens per Sec: 15272, Lr: 0.000300\n", "2019-12-29 23:03:57,983 Epoch 5 Step: 20300 Batch Loss: 1.678515 Tokens per Sec: 15077, Lr: 0.000300\n", "2019-12-29 23:04:12,158 Epoch 5 Step: 20400 Batch Loss: 1.810872 Tokens per Sec: 15483, Lr: 0.000300\n", "2019-12-29 23:04:26,719 Epoch 5 Step: 20500 Batch Loss: 1.641280 Tokens per Sec: 15320, Lr: 0.000300\n", "2019-12-29 23:04:41,099 Epoch 5 Step: 20600 Batch Loss: 1.633503 Tokens per Sec: 14963, Lr: 0.000300\n", "2019-12-29 23:04:55,443 Epoch 5 Step: 20700 Batch Loss: 2.149763 Tokens per Sec: 15489, Lr: 0.000300\n", "2019-12-29 23:04:55,593 Epoch 5: total training loss 7726.28\n", "2019-12-29 23:04:55,593 EPOCH 6\n", "2019-12-29 23:05:10,081 Epoch 6 Step: 20800 Batch Loss: 1.666660 Tokens per Sec: 15311, Lr: 0.000300\n", "2019-12-29 23:05:23,982 Epoch 6 Step: 20900 Batch Loss: 1.466378 Tokens per Sec: 15557, Lr: 0.000300\n", "2019-12-29 23:05:38,394 Epoch 6 Step: 21000 Batch Loss: 1.835768 Tokens per Sec: 14950, Lr: 0.000300\n", "2019-12-29 23:06:20,408 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:06:20,408 Saving new checkpoint.\n", "2019-12-29 23:06:20,676 Example #0\n", "2019-12-29 23:06:20,676 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:06:20,676 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:06:20,676 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba za a iya ba mu ba , kamar yadda ya kamata mu kasance da salama da dukan mutane . ”\n", "2019-12-29 23:06:20,676 Example #1\n", "2019-12-29 23:06:20,677 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:06:20,677 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:06:20,677 \tHypothesis: Talifi na gaba ya tattauna dalilin tashin matattu .\n", "2019-12-29 23:06:20,677 Example #2\n", "2019-12-29 23:06:20,677 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:06:20,677 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:06:20,678 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya domin menene ya kamata mu yi ?\n", "2019-12-29 23:06:20,678 Example #3\n", "2019-12-29 23:06:20,678 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:06:20,678 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:06:20,678 \tHypothesis: To , don me ba a hana ka daga mutãnen farko ba , fãce dai waɗanda Muka nĩsantar da su a cikin ƙasa , fãce kaɗan daga gare su .\n", "2019-12-29 23:06:20,678 Validation result (greedy) at epoch 6, step 21000: bleu: 22.92, loss: 48294.9414, ppl: 5.8029, duration: 42.2835s\n", "2019-12-29 23:06:34,971 Epoch 6 Step: 21100 Batch Loss: 1.530979 Tokens per Sec: 15195, Lr: 0.000300\n", "2019-12-29 23:06:49,463 Epoch 6 Step: 21200 Batch Loss: 1.773270 Tokens per Sec: 15700, Lr: 0.000300\n", "2019-12-29 23:07:04,057 Epoch 6 Step: 21300 Batch Loss: 1.674328 Tokens per Sec: 15191, Lr: 0.000300\n", "2019-12-29 23:07:18,322 Epoch 6 Step: 21400 Batch Loss: 1.817116 Tokens per Sec: 15383, Lr: 0.000300\n", "2019-12-29 23:07:32,489 Epoch 6 Step: 21500 Batch Loss: 1.902861 Tokens per Sec: 15484, Lr: 0.000300\n", "2019-12-29 23:07:46,789 Epoch 6 Step: 21600 Batch Loss: 1.784240 Tokens per Sec: 15590, Lr: 0.000300\n", "2019-12-29 23:08:00,860 Epoch 6 Step: 21700 Batch Loss: 1.653321 Tokens per Sec: 15501, Lr: 0.000300\n", "2019-12-29 23:08:15,386 Epoch 6 Step: 21800 Batch Loss: 2.044439 Tokens per Sec: 15067, Lr: 0.000300\n", "2019-12-29 23:08:29,647 Epoch 6 Step: 21900 Batch Loss: 1.809074 Tokens per Sec: 15536, Lr: 0.000300\n", "2019-12-29 23:08:44,090 Epoch 6 Step: 22000 Batch Loss: 2.041208 Tokens per Sec: 15198, Lr: 0.000300\n", "2019-12-29 23:09:25,783 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:09:25,784 Saving new checkpoint.\n", "2019-12-29 23:09:26,063 Example #0\n", "2019-12-29 23:09:26,063 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:09:26,064 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:09:26,064 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba za a iya yin magana ba , kamar yadda ya dangana a kanku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 23:09:26,064 Example #1\n", "2019-12-29 23:09:26,064 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:09:26,064 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:09:26,064 \tHypothesis: Talifin da muka tattauna a talifi na gaba ya ba da ma’anar tashin matattu .\n", "2019-12-29 23:09:26,064 Example #2\n", "2019-12-29 23:09:26,065 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:09:26,065 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:09:26,065 \tHypothesis: ( Matta 6 : 1 - 5 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya a duniya ta musamman ga menene ?\n", "2019-12-29 23:09:26,065 Example #3\n", "2019-12-29 23:09:26,065 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:09:26,065 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:09:26,065 \tHypothesis: To , don me ba a saukar da wata jama 'a daga gabãninka ba a gabãninka , fãce wanda ya haramta al 'amarin ( Alƙur 'ãni ) a cikin ƙasa , fãce kaɗan daga gare su ?\n", "2019-12-29 23:09:26,065 Validation result (greedy) at epoch 6, step 22000: bleu: 23.83, loss: 47599.5117, ppl: 5.6578, duration: 41.9750s\n", "2019-12-29 23:09:40,560 Epoch 6 Step: 22100 Batch Loss: 1.614990 Tokens per Sec: 15414, Lr: 0.000300\n", "2019-12-29 23:09:54,571 Epoch 6 Step: 22200 Batch Loss: 1.643995 Tokens per Sec: 15541, Lr: 0.000300\n", "2019-12-29 23:10:08,864 Epoch 6 Step: 22300 Batch Loss: 1.999084 Tokens per Sec: 15346, Lr: 0.000300\n", "2019-12-29 23:10:23,200 Epoch 6 Step: 22400 Batch Loss: 1.500008 Tokens per Sec: 15516, Lr: 0.000300\n", "2019-12-29 23:10:37,398 Epoch 6 Step: 22500 Batch Loss: 1.837978 Tokens per Sec: 15170, Lr: 0.000300\n", "2019-12-29 23:10:51,308 Epoch 6 Step: 22600 Batch Loss: 1.840711 Tokens per Sec: 15653, Lr: 0.000300\n", "2019-12-29 23:11:05,505 Epoch 6 Step: 22700 Batch Loss: 1.873444 Tokens per Sec: 15798, Lr: 0.000300\n", "2019-12-29 23:11:19,863 Epoch 6 Step: 22800 Batch Loss: 1.454296 Tokens per Sec: 15304, Lr: 0.000300\n", "2019-12-29 23:11:34,361 Epoch 6 Step: 22900 Batch Loss: 1.790122 Tokens per Sec: 14978, Lr: 0.000300\n", "2019-12-29 23:11:48,762 Epoch 6 Step: 23000 Batch Loss: 1.569145 Tokens per Sec: 15217, Lr: 0.000300\n", "2019-12-29 23:12:30,147 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:12:30,147 Saving new checkpoint.\n", "2019-12-29 23:12:30,452 Example #0\n", "2019-12-29 23:12:30,453 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:12:30,453 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:12:30,453 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji gargaɗin da ya kamata , “ kamar yadda ya ke da ku , ku zama tare da dukan mutane . ”\n", "2019-12-29 23:12:30,453 Example #1\n", "2019-12-29 23:12:30,454 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:12:30,454 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:12:30,454 \tHypothesis: Talifi na gaba ya ƙara bincika nufin tashin matattu .\n", "2019-12-29 23:12:30,454 Example #2\n", "2019-12-29 23:12:30,454 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:12:30,454 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:12:30,455 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-29 23:12:30,455 Example #3\n", "2019-12-29 23:12:30,455 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:12:30,455 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:12:30,455 \tHypothesis: To , don me ba a saukar da wata ƙungiya daga gabãninka ba a gabãninka , fãce wanda ya haramta a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 23:12:30,455 Validation result (greedy) at epoch 6, step 23000: bleu: 24.13, loss: 46881.3008, ppl: 5.5118, duration: 41.6934s\n", "2019-12-29 23:12:44,550 Epoch 6 Step: 23100 Batch Loss: 1.582500 Tokens per Sec: 15663, Lr: 0.000300\n", "2019-12-29 23:12:58,877 Epoch 6 Step: 23200 Batch Loss: 1.702563 Tokens per Sec: 15477, Lr: 0.000300\n", "2019-12-29 23:13:13,149 Epoch 6 Step: 23300 Batch Loss: 1.678470 Tokens per Sec: 15379, Lr: 0.000300\n", "2019-12-29 23:13:27,437 Epoch 6 Step: 23400 Batch Loss: 1.656123 Tokens per Sec: 15042, Lr: 0.000300\n", "2019-12-29 23:13:41,497 Epoch 6 Step: 23500 Batch Loss: 1.612955 Tokens per Sec: 15761, Lr: 0.000300\n", "2019-12-29 23:13:55,384 Epoch 6 Step: 23600 Batch Loss: 1.795896 Tokens per Sec: 15736, Lr: 0.000300\n", "2019-12-29 23:14:09,654 Epoch 6 Step: 23700 Batch Loss: 1.715051 Tokens per Sec: 15462, Lr: 0.000300\n", "2019-12-29 23:14:23,886 Epoch 6 Step: 23800 Batch Loss: 1.846587 Tokens per Sec: 15510, Lr: 0.000300\n", "2019-12-29 23:14:38,003 Epoch 6 Step: 23900 Batch Loss: 1.464269 Tokens per Sec: 15402, Lr: 0.000300\n", "2019-12-29 23:14:52,043 Epoch 6 Step: 24000 Batch Loss: 1.495579 Tokens per Sec: 15240, Lr: 0.000300\n", "2019-12-29 23:15:33,316 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:15:33,316 Saving new checkpoint.\n", "2019-12-29 23:15:33,611 Example #0\n", "2019-12-29 23:15:33,611 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:15:33,611 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:15:33,611 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba za a iya ba mu shawara , kamar yadda ya dangana a gareka , ka kasance da salama da dukan mutane . ”\n", "2019-12-29 23:15:33,612 Example #1\n", "2019-12-29 23:15:33,612 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:15:33,612 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:15:33,612 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:15:33,612 Example #2\n", "2019-12-29 23:15:33,612 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:15:33,613 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:15:33,613 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya ne kawai ta nuna wane darasi ne ?\n", "2019-12-29 23:15:33,613 Example #3\n", "2019-12-29 23:15:33,613 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:15:33,613 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:15:33,613 \tHypothesis: To , don me ba a cikinku lãbãri ba daga mutãnen farko , su yi jihãdi a cikin ƙasã , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 23:15:33,613 Validation result (greedy) at epoch 6, step 24000: bleu: 23.58, loss: 46757.1211, ppl: 5.4869, duration: 41.5704s\n", "2019-12-29 23:15:48,048 Epoch 6 Step: 24100 Batch Loss: 1.664348 Tokens per Sec: 15093, Lr: 0.000300\n", "2019-12-29 23:16:02,463 Epoch 6 Step: 24200 Batch Loss: 1.831158 Tokens per Sec: 14780, Lr: 0.000300\n", "2019-12-29 23:16:16,500 Epoch 6 Step: 24300 Batch Loss: 1.760447 Tokens per Sec: 15579, Lr: 0.000300\n", "2019-12-29 23:16:30,391 Epoch 6 Step: 24400 Batch Loss: 1.780892 Tokens per Sec: 15723, Lr: 0.000300\n", "2019-12-29 23:16:44,781 Epoch 6 Step: 24500 Batch Loss: 1.820285 Tokens per Sec: 15473, Lr: 0.000300\n", "2019-12-29 23:16:58,958 Epoch 6 Step: 24600 Batch Loss: 1.899109 Tokens per Sec: 15337, Lr: 0.000300\n", "2019-12-29 23:17:13,283 Epoch 6 Step: 24700 Batch Loss: 1.640417 Tokens per Sec: 15504, Lr: 0.000300\n", "2019-12-29 23:17:27,219 Epoch 6 Step: 24800 Batch Loss: 1.674065 Tokens per Sec: 16048, Lr: 0.000300\n", "2019-12-29 23:17:33,555 Epoch 6: total training loss 7353.49\n", "2019-12-29 23:17:33,555 EPOCH 7\n", "2019-12-29 23:17:41,572 Epoch 7 Step: 24900 Batch Loss: 1.783117 Tokens per Sec: 15238, Lr: 0.000300\n", "2019-12-29 23:17:55,780 Epoch 7 Step: 25000 Batch Loss: 1.596104 Tokens per Sec: 15707, Lr: 0.000300\n", "2019-12-29 23:18:36,652 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:18:36,652 Saving new checkpoint.\n", "2019-12-29 23:18:36,952 Example #0\n", "2019-12-29 23:18:36,953 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:18:36,953 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:18:36,953 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya ke da kyau a gareku , ku zama lafiya da dukan mutane . ”\n", "2019-12-29 23:18:36,953 Example #1\n", "2019-12-29 23:18:36,953 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:18:36,953 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:18:36,953 \tHypothesis: Talifi na gaba ya daɗa bincika manufar tashin matattu .\n", "2019-12-29 23:18:36,953 Example #2\n", "2019-12-29 23:18:36,954 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:18:36,954 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:18:36,954 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya da ke duniya da kuma abin da ya faru ?\n", "2019-12-29 23:18:36,954 Example #3\n", "2019-12-29 23:18:36,954 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:18:36,954 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:18:36,954 \tHypothesis: To , don me , ba a saukar da waɗansu jama 'a daga gabãninku ba daga waɗanda suke sanin su , su ne waɗanda suka yi zãlunci a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su ?\n", "2019-12-29 23:18:36,954 Validation result (greedy) at epoch 7, step 25000: bleu: 24.65, loss: 45895.3359, ppl: 5.3174, duration: 41.1741s\n", "2019-12-29 23:18:51,165 Epoch 7 Step: 25100 Batch Loss: 1.644103 Tokens per Sec: 15424, Lr: 0.000300\n", "2019-12-29 23:19:05,004 Epoch 7 Step: 25200 Batch Loss: 1.600032 Tokens per Sec: 15471, Lr: 0.000300\n", "2019-12-29 23:19:18,731 Epoch 7 Step: 25300 Batch Loss: 1.441015 Tokens per Sec: 15656, Lr: 0.000300\n", "2019-12-29 23:19:32,749 Epoch 7 Step: 25400 Batch Loss: 1.649558 Tokens per Sec: 15259, Lr: 0.000300\n", "2019-12-29 23:19:46,954 Epoch 7 Step: 25500 Batch Loss: 1.368799 Tokens per Sec: 15083, Lr: 0.000300\n", "2019-12-29 23:20:00,970 Epoch 7 Step: 25600 Batch Loss: 1.544061 Tokens per Sec: 15749, Lr: 0.000300\n", "2019-12-29 23:20:15,713 Epoch 7 Step: 25700 Batch Loss: 1.724856 Tokens per Sec: 15374, Lr: 0.000300\n", "2019-12-29 23:20:29,975 Epoch 7 Step: 25800 Batch Loss: 1.521581 Tokens per Sec: 15418, Lr: 0.000300\n", "2019-12-29 23:20:44,488 Epoch 7 Step: 25900 Batch Loss: 1.602905 Tokens per Sec: 15263, Lr: 0.000300\n", "2019-12-29 23:20:58,966 Epoch 7 Step: 26000 Batch Loss: 1.911701 Tokens per Sec: 15146, Lr: 0.000300\n", "2019-12-29 23:21:40,231 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:21:40,231 Saving new checkpoint.\n", "2019-12-29 23:21:40,508 Example #0\n", "2019-12-29 23:21:40,509 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:21:40,509 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:21:40,510 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 23:21:40,510 Example #1\n", "2019-12-29 23:21:40,510 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:21:40,510 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:21:40,510 \tHypothesis: Talifi na gaba ya ƙara bincika ƙudurin tashin matattu .\n", "2019-12-29 23:21:40,510 Example #2\n", "2019-12-29 23:21:40,511 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:21:40,511 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:21:40,511 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya ta zama shaida ga menene ?\n", "2019-12-29 23:21:40,511 Example #3\n", "2019-12-29 23:21:40,511 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:21:40,511 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:21:40,511 \tHypothesis: Kuma me ya sãme ku daga mutãnen ƙarnõni , waɗanda suke bã su fahimtar su , su ne waɗanda suka haramta son zũciyõyinsu a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 23:21:40,511 Validation result (greedy) at epoch 7, step 26000: bleu: 24.65, loss: 45768.2344, ppl: 5.2929, duration: 41.5450s\n", "2019-12-29 23:21:54,719 Epoch 7 Step: 26100 Batch Loss: 1.940820 Tokens per Sec: 15181, Lr: 0.000300\n", "2019-12-29 23:22:09,160 Epoch 7 Step: 26200 Batch Loss: 2.073094 Tokens per Sec: 15263, Lr: 0.000300\n", "2019-12-29 23:22:23,237 Epoch 7 Step: 26300 Batch Loss: 1.863479 Tokens per Sec: 15328, Lr: 0.000300\n", "2019-12-29 23:22:37,466 Epoch 7 Step: 26400 Batch Loss: 1.444829 Tokens per Sec: 15112, Lr: 0.000300\n", "2019-12-29 23:22:52,059 Epoch 7 Step: 26500 Batch Loss: 1.461767 Tokens per Sec: 15395, Lr: 0.000300\n", "2019-12-29 23:23:06,462 Epoch 7 Step: 26600 Batch Loss: 1.384728 Tokens per Sec: 14925, Lr: 0.000300\n", "2019-12-29 23:23:20,658 Epoch 7 Step: 26700 Batch Loss: 1.808584 Tokens per Sec: 15273, Lr: 0.000300\n", "2019-12-29 23:23:35,326 Epoch 7 Step: 26800 Batch Loss: 1.486425 Tokens per Sec: 14901, Lr: 0.000300\n", "2019-12-29 23:23:49,943 Epoch 7 Step: 26900 Batch Loss: 1.783531 Tokens per Sec: 14848, Lr: 0.000300\n", "2019-12-29 23:24:04,428 Epoch 7 Step: 27000 Batch Loss: 1.776328 Tokens per Sec: 15502, Lr: 0.000300\n", "2019-12-29 23:24:47,439 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:24:47,439 Saving new checkpoint.\n", "2019-12-29 23:24:47,736 Example #0\n", "2019-12-29 23:24:47,736 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:24:47,736 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:24:47,737 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba za ka yiwu ba , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku zauna tare da dukan mutane . ”\n", "2019-12-29 23:24:47,737 Example #1\n", "2019-12-29 23:24:47,737 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:24:47,737 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:24:47,737 \tHypothesis: Talifi na gaba ya ƙara bincika nufin tashin matattu .\n", "2019-12-29 23:24:47,737 Example #2\n", "2019-12-29 23:24:47,737 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:24:47,738 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:24:47,738 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya domin menene ya nuna ?\n", "2019-12-29 23:24:47,738 Example #3\n", "2019-12-29 23:24:47,738 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:24:47,738 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:24:47,738 \tHypothesis: To , don me , a gabãninku , ba su kasance daga mutãnen ƙarnõni ba , waɗanda suke sanin su , bã su cin nasara a cikin ƙasa , fãce kaɗan daga wanda Muka fĩfĩta sãshensu daga gare su ?\n", "2019-12-29 23:24:47,738 Validation result (greedy) at epoch 7, step 27000: bleu: 24.47, loss: 45385.9609, ppl: 5.2197, duration: 43.3105s\n", "2019-12-29 23:25:02,526 Epoch 7 Step: 27100 Batch Loss: 1.771316 Tokens per Sec: 14988, Lr: 0.000300\n", "2019-12-29 23:25:17,392 Epoch 7 Step: 27200 Batch Loss: 1.801528 Tokens per Sec: 14590, Lr: 0.000300\n", "2019-12-29 23:25:32,318 Epoch 7 Step: 27300 Batch Loss: 1.392572 Tokens per Sec: 14454, Lr: 0.000300\n", "2019-12-29 23:25:47,510 Epoch 7 Step: 27400 Batch Loss: 1.602273 Tokens per Sec: 14057, Lr: 0.000300\n", "2019-12-29 23:26:02,846 Epoch 7 Step: 27500 Batch Loss: 1.652998 Tokens per Sec: 14405, Lr: 0.000300\n", "2019-12-29 23:26:17,557 Epoch 7 Step: 27600 Batch Loss: 1.824817 Tokens per Sec: 14766, Lr: 0.000300\n", "2019-12-29 23:26:32,231 Epoch 7 Step: 27700 Batch Loss: 1.755403 Tokens per Sec: 15183, Lr: 0.000300\n", "2019-12-29 23:26:47,045 Epoch 7 Step: 27800 Batch Loss: 1.835266 Tokens per Sec: 14498, Lr: 0.000300\n", "2019-12-29 23:27:02,138 Epoch 7 Step: 27900 Batch Loss: 1.316265 Tokens per Sec: 14646, Lr: 0.000300\n", "2019-12-29 23:27:17,260 Epoch 7 Step: 28000 Batch Loss: 1.661199 Tokens per Sec: 14939, Lr: 0.000300\n", "2019-12-29 23:28:00,475 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:28:00,476 Saving new checkpoint.\n", "2019-12-29 23:28:00,810 Example #0\n", "2019-12-29 23:28:00,810 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:28:00,810 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:28:00,811 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareku , ku zama masu - salama da dukan mutane . ”\n", "2019-12-29 23:28:00,811 Example #1\n", "2019-12-29 23:28:00,811 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:28:00,811 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:28:00,811 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:28:00,811 Example #2\n", "2019-12-29 23:28:00,811 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:28:00,811 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:28:00,812 \tHypothesis: ( Zabura 119 : 1 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-29 23:28:00,812 Example #3\n", "2019-12-29 23:28:00,812 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:28:00,812 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:28:00,812 \tHypothesis: To , don me , a cikin mutãnen ƙarnõni daga gabãninka , waɗanda suka yi hankali , su ne waɗanda suka kange su a cikin ƙasa , fãce kaɗan daga wanda Muka tsĩrar da su ?\n", "2019-12-29 23:28:00,812 Validation result (greedy) at epoch 7, step 28000: bleu: 25.12, loss: 44915.9375, ppl: 5.1311, duration: 43.5519s\n", "2019-12-29 23:28:15,642 Epoch 7 Step: 28100 Batch Loss: 1.471167 Tokens per Sec: 15130, Lr: 0.000300\n", "2019-12-29 23:28:30,514 Epoch 7 Step: 28200 Batch Loss: 2.027155 Tokens per Sec: 14830, Lr: 0.000300\n", "2019-12-29 23:28:45,488 Epoch 7 Step: 28300 Batch Loss: 1.469007 Tokens per Sec: 14584, Lr: 0.000300\n", "2019-12-29 23:29:00,242 Epoch 7 Step: 28400 Batch Loss: 1.444545 Tokens per Sec: 15095, Lr: 0.000300\n", "2019-12-29 23:29:14,975 Epoch 7 Step: 28500 Batch Loss: 1.789513 Tokens per Sec: 14803, Lr: 0.000300\n", "2019-12-29 23:29:30,046 Epoch 7 Step: 28600 Batch Loss: 1.871503 Tokens per Sec: 14617, Lr: 0.000300\n", "2019-12-29 23:29:44,919 Epoch 7 Step: 28700 Batch Loss: 1.792590 Tokens per Sec: 14805, Lr: 0.000300\n", "2019-12-29 23:29:59,550 Epoch 7 Step: 28800 Batch Loss: 2.014738 Tokens per Sec: 15023, Lr: 0.000300\n", "2019-12-29 23:30:14,336 Epoch 7 Step: 28900 Batch Loss: 1.548908 Tokens per Sec: 14813, Lr: 0.000300\n", "2019-12-29 23:30:27,727 Epoch 7: total training loss 7056.40\n", "2019-12-29 23:30:27,727 EPOCH 8\n", "2019-12-29 23:30:29,631 Epoch 8 Step: 29000 Batch Loss: 1.296010 Tokens per Sec: 11527, Lr: 0.000300\n", "2019-12-29 23:31:12,385 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:31:12,385 Saving new checkpoint.\n", "2019-12-29 23:31:12,710 Example #0\n", "2019-12-29 23:31:12,710 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:31:12,710 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:31:12,710 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareka , ku zauna lafiya da dukan mutane . ”\n", "2019-12-29 23:31:12,711 Example #1\n", "2019-12-29 23:31:12,711 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:31:12,711 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:31:12,711 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:31:12,711 Example #2\n", "2019-12-29 23:31:12,711 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:31:12,711 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:31:12,711 \tHypothesis: Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya ta gaskiya ne ga menene ?\n", "2019-12-29 23:31:12,711 Example #3\n", "2019-12-29 23:31:12,712 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:31:12,712 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:31:12,712 \tHypothesis: To , don me , a gabãninka , ba a kasance daga mutãnen farko daga gabãninka ba , waɗanda suke bã su fahimtar ( abũbuwa ) , su yi ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su ?\n", "2019-12-29 23:31:12,712 Validation result (greedy) at epoch 8, step 29000: bleu: 25.59, loss: 44569.2344, ppl: 5.0668, duration: 43.0803s\n", "2019-12-29 23:31:27,299 Epoch 8 Step: 29100 Batch Loss: 1.611333 Tokens per Sec: 14991, Lr: 0.000300\n", "2019-12-29 23:31:42,039 Epoch 8 Step: 29200 Batch Loss: 1.518981 Tokens per Sec: 15454, Lr: 0.000300\n", "2019-12-29 23:31:56,678 Epoch 8 Step: 29300 Batch Loss: 1.687344 Tokens per Sec: 14827, Lr: 0.000300\n", "2019-12-29 23:32:11,395 Epoch 8 Step: 29400 Batch Loss: 1.533730 Tokens per Sec: 14825, Lr: 0.000300\n", "2019-12-29 23:32:26,274 Epoch 8 Step: 29500 Batch Loss: 1.506270 Tokens per Sec: 14836, Lr: 0.000300\n", "2019-12-29 23:32:41,183 Epoch 8 Step: 29600 Batch Loss: 1.857815 Tokens per Sec: 14736, Lr: 0.000300\n", "2019-12-29 23:32:56,126 Epoch 8 Step: 29700 Batch Loss: 1.642660 Tokens per Sec: 14704, Lr: 0.000300\n", "2019-12-29 23:33:10,906 Epoch 8 Step: 29800 Batch Loss: 1.639517 Tokens per Sec: 15276, Lr: 0.000300\n", "2019-12-29 23:33:25,438 Epoch 8 Step: 29900 Batch Loss: 1.703369 Tokens per Sec: 14900, Lr: 0.000300\n", "2019-12-29 23:33:40,200 Epoch 8 Step: 30000 Batch Loss: 1.499204 Tokens per Sec: 15105, Lr: 0.000300\n", "2019-12-29 23:34:23,282 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:34:23,282 Saving new checkpoint.\n", "2019-12-29 23:34:23,604 Example #0\n", "2019-12-29 23:34:23,604 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:34:23,604 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:34:23,604 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku zama masu - salama tare da dukan mutane . ”\n", "2019-12-29 23:34:23,604 Example #1\n", "2019-12-29 23:34:23,605 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:34:23,605 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:34:23,605 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:34:23,605 Example #2\n", "2019-12-29 23:34:23,606 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:34:23,606 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:34:23,606 \tHypothesis: ( Matta 24 : 24 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya domin menene ya kamata mu bi ?\n", "2019-12-29 23:34:23,606 Example #3\n", "2019-12-29 23:34:23,606 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:34:23,606 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:34:23,607 \tHypothesis: To , don me ba a hana su daga mutãnen ƙarnõni ba daga gabãninka , su yi hankali , su yi hari a cikin ƙasa , fãce kaɗan daga waɗanda Muka kuranye daga gare su ?\n", "2019-12-29 23:34:23,607 Validation result (greedy) at epoch 8, step 30000: bleu: 25.38, loss: 44494.9297, ppl: 5.0531, duration: 43.4064s\n", "2019-12-29 23:34:38,418 Epoch 8 Step: 30100 Batch Loss: 1.827373 Tokens per Sec: 14897, Lr: 0.000300\n", "2019-12-29 23:34:53,404 Epoch 8 Step: 30200 Batch Loss: 1.791721 Tokens per Sec: 14367, Lr: 0.000300\n", "2019-12-29 23:35:08,346 Epoch 8 Step: 30300 Batch Loss: 1.696048 Tokens per Sec: 14507, Lr: 0.000300\n", "2019-12-29 23:35:23,141 Epoch 8 Step: 30400 Batch Loss: 1.633055 Tokens per Sec: 14618, Lr: 0.000300\n", "2019-12-29 23:35:38,272 Epoch 8 Step: 30500 Batch Loss: 1.796297 Tokens per Sec: 14399, Lr: 0.000300\n", "2019-12-29 23:35:53,280 Epoch 8 Step: 30600 Batch Loss: 1.756222 Tokens per Sec: 14478, Lr: 0.000300\n", "2019-12-29 23:36:08,201 Epoch 8 Step: 30700 Batch Loss: 1.752610 Tokens per Sec: 14945, Lr: 0.000300\n", "2019-12-29 23:36:22,886 Epoch 8 Step: 30800 Batch Loss: 1.249779 Tokens per Sec: 15049, Lr: 0.000300\n", "2019-12-29 23:36:37,489 Epoch 8 Step: 30900 Batch Loss: 1.840130 Tokens per Sec: 15237, Lr: 0.000300\n", "2019-12-29 23:36:52,091 Epoch 8 Step: 31000 Batch Loss: 1.298382 Tokens per Sec: 14739, Lr: 0.000300\n", "2019-12-29 23:37:34,959 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:37:34,959 Saving new checkpoint.\n", "2019-12-29 23:37:35,239 Example #0\n", "2019-12-29 23:37:35,239 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:37:35,240 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:37:35,240 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ba za a iya yiwuwa ba , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareku , ku zama masu - salama . ”\n", "2019-12-29 23:37:35,240 Example #1\n", "2019-12-29 23:37:35,240 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:37:35,240 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:37:35,240 \tHypothesis: Talifi na gaba ya daɗa bincika manufar tashin matattu .\n", "2019-12-29 23:37:35,240 Example #2\n", "2019-12-29 23:37:35,241 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:37:35,241 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:37:35,241 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya ta zama shaida ne ga menene ?\n", "2019-12-29 23:37:35,241 Example #3\n", "2019-12-29 23:37:35,241 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:37:35,241 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:37:35,242 \tHypothesis: To , don me ba a cikin waɗansu jama 'a daga gabãninku ba , waɗanda suke bã su fahimtar su , su yi ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 23:37:35,242 Validation result (greedy) at epoch 8, step 31000: bleu: 26.00, loss: 44060.2500, ppl: 4.9738, duration: 43.1506s\n", "2019-12-29 23:37:49,915 Epoch 8 Step: 31100 Batch Loss: 1.789832 Tokens per Sec: 14824, Lr: 0.000300\n", "2019-12-29 23:38:04,685 Epoch 8 Step: 31200 Batch Loss: 1.720202 Tokens per Sec: 14594, Lr: 0.000300\n", "2019-12-29 23:38:19,467 Epoch 8 Step: 31300 Batch Loss: 1.788575 Tokens per Sec: 14492, Lr: 0.000300\n", "2019-12-29 23:38:34,260 Epoch 8 Step: 31400 Batch Loss: 1.294328 Tokens per Sec: 15068, Lr: 0.000300\n", "2019-12-29 23:38:49,149 Epoch 8 Step: 31500 Batch Loss: 1.655634 Tokens per Sec: 14707, Lr: 0.000300\n", "2019-12-29 23:39:04,096 Epoch 8 Step: 31600 Batch Loss: 1.779834 Tokens per Sec: 14755, Lr: 0.000300\n", "2019-12-29 23:39:18,941 Epoch 8 Step: 31700 Batch Loss: 1.628183 Tokens per Sec: 14847, Lr: 0.000300\n", "2019-12-29 23:39:33,985 Epoch 8 Step: 31800 Batch Loss: 1.542997 Tokens per Sec: 14641, Lr: 0.000300\n", "2019-12-29 23:39:48,778 Epoch 8 Step: 31900 Batch Loss: 1.667980 Tokens per Sec: 15112, Lr: 0.000300\n", "2019-12-29 23:40:03,635 Epoch 8 Step: 32000 Batch Loss: 1.765575 Tokens per Sec: 14570, Lr: 0.000300\n", "2019-12-29 23:40:46,569 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:40:46,569 Saving new checkpoint.\n", "2019-12-29 23:40:46,852 Example #0\n", "2019-12-29 23:40:46,853 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:40:46,853 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:40:46,853 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji gargaɗin da ya kamata , “ kamar yadda ya dangana a gareku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 23:40:46,853 Example #1\n", "2019-12-29 23:40:46,853 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:40:46,853 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:40:46,854 \tHypothesis: Talifi na gaba ya daɗa bincika nufin tashin matattu .\n", "2019-12-29 23:40:46,854 Example #2\n", "2019-12-29 23:40:46,854 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:40:46,854 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:40:46,854 \tHypothesis: ( Matta 24 : 28 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-29 23:40:46,854 Example #3\n", "2019-12-29 23:40:46,854 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:40:46,854 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:40:46,855 \tHypothesis: To , don me , daga cikin mutãnen ƙarnõni , waɗanda suke bã su hankalta , su yi hari a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su ?\n", "2019-12-29 23:40:46,855 Validation result (greedy) at epoch 8, step 32000: bleu: 26.08, loss: 43661.7031, ppl: 4.9021, duration: 43.2199s\n", "2019-12-29 23:41:01,626 Epoch 8 Step: 32100 Batch Loss: 1.541338 Tokens per Sec: 14815, Lr: 0.000300\n", "2019-12-29 23:41:16,749 Epoch 8 Step: 32200 Batch Loss: 1.759785 Tokens per Sec: 14986, Lr: 0.000300\n", "2019-12-29 23:41:31,479 Epoch 8 Step: 32300 Batch Loss: 1.761788 Tokens per Sec: 14875, Lr: 0.000300\n", "2019-12-29 23:41:46,473 Epoch 8 Step: 32400 Batch Loss: 1.650236 Tokens per Sec: 14599, Lr: 0.000300\n", "2019-12-29 23:42:01,373 Epoch 8 Step: 32500 Batch Loss: 1.634736 Tokens per Sec: 14391, Lr: 0.000300\n", "2019-12-29 23:42:16,528 Epoch 8 Step: 32600 Batch Loss: 1.854693 Tokens per Sec: 14873, Lr: 0.000300\n", "2019-12-29 23:42:31,329 Epoch 8 Step: 32700 Batch Loss: 1.566809 Tokens per Sec: 14619, Lr: 0.000300\n", "2019-12-29 23:42:45,993 Epoch 8 Step: 32800 Batch Loss: 1.626931 Tokens per Sec: 15088, Lr: 0.000300\n", "2019-12-29 23:43:00,697 Epoch 8 Step: 32900 Batch Loss: 1.643362 Tokens per Sec: 14868, Lr: 0.000300\n", "2019-12-29 23:43:15,425 Epoch 8 Step: 33000 Batch Loss: 1.304801 Tokens per Sec: 14985, Lr: 0.000300\n", "2019-12-29 23:43:58,713 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:43:58,713 Saving new checkpoint.\n", "2019-12-29 23:43:59,024 Example #0\n", "2019-12-29 23:43:59,024 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:43:59,024 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:43:59,024 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-29 23:43:59,024 Example #1\n", "2019-12-29 23:43:59,025 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:43:59,025 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:43:59,025 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:43:59,025 Example #2\n", "2019-12-29 23:43:59,025 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:43:59,025 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:43:59,025 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shi ne shaida ga menene ?\n", "2019-12-29 23:43:59,025 Example #3\n", "2019-12-29 23:43:59,025 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:43:59,026 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:43:59,026 \tHypothesis: Kuma me ya sãme ku , daga mutãnen ƙarnõnin farko , waɗanda suka yi hankali , to , wãne ne ya hana su daga abin da Muka azurta su daga gare su ?\n", "2019-12-29 23:43:59,026 Validation result (greedy) at epoch 8, step 33000: bleu: 26.45, loss: 43063.4062, ppl: 4.7965, duration: 43.6003s\n", "2019-12-29 23:44:13,839 Epoch 8 Step: 33100 Batch Loss: 1.366867 Tokens per Sec: 14664, Lr: 0.000300\n", "2019-12-29 23:44:18,517 Epoch 8: total training loss 6810.98\n", "2019-12-29 23:44:18,517 EPOCH 9\n", "2019-12-29 23:44:28,883 Epoch 9 Step: 33200 Batch Loss: 1.403412 Tokens per Sec: 14051, Lr: 0.000300\n", "2019-12-29 23:44:43,370 Epoch 9 Step: 33300 Batch Loss: 1.664823 Tokens per Sec: 15202, Lr: 0.000300\n", "2019-12-29 23:44:58,097 Epoch 9 Step: 33400 Batch Loss: 1.673400 Tokens per Sec: 15207, Lr: 0.000300\n", "2019-12-29 23:45:12,808 Epoch 9 Step: 33500 Batch Loss: 1.361905 Tokens per Sec: 14867, Lr: 0.000300\n", "2019-12-29 23:45:27,256 Epoch 9 Step: 33600 Batch Loss: 1.799807 Tokens per Sec: 14836, Lr: 0.000300\n", "2019-12-29 23:45:41,898 Epoch 9 Step: 33700 Batch Loss: 1.607531 Tokens per Sec: 14982, Lr: 0.000300\n", "2019-12-29 23:45:56,452 Epoch 9 Step: 33800 Batch Loss: 1.568108 Tokens per Sec: 14806, Lr: 0.000300\n", "2019-12-29 23:46:11,066 Epoch 9 Step: 33900 Batch Loss: 1.635303 Tokens per Sec: 14770, Lr: 0.000300\n", "2019-12-29 23:46:25,696 Epoch 9 Step: 34000 Batch Loss: 1.442454 Tokens per Sec: 15176, Lr: 0.000300\n", "2019-12-29 23:47:07,995 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:47:07,995 Saving new checkpoint.\n", "2019-12-29 23:47:08,297 Example #0\n", "2019-12-29 23:47:08,297 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:47:08,298 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:47:08,298 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 23:47:08,298 Example #1\n", "2019-12-29 23:47:08,298 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:47:08,298 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:47:08,298 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:47:08,298 Example #2\n", "2019-12-29 23:47:08,299 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:47:08,299 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:47:08,299 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-29 23:47:08,299 Example #3\n", "2019-12-29 23:47:08,299 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:47:08,300 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:47:08,300 \tHypothesis: To , don me ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , waɗanda suka yi hankali , su yi ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 23:47:08,300 Validation result (greedy) at epoch 9, step 34000: bleu: 26.44, loss: 42917.6719, ppl: 4.7711, duration: 42.6034s\n", "2019-12-29 23:47:23,076 Epoch 9 Step: 34100 Batch Loss: 1.414225 Tokens per Sec: 14857, Lr: 0.000300\n", "2019-12-29 23:47:38,019 Epoch 9 Step: 34200 Batch Loss: 1.473195 Tokens per Sec: 14728, Lr: 0.000300\n", "2019-12-29 23:47:52,837 Epoch 9 Step: 34300 Batch Loss: 1.549736 Tokens per Sec: 15327, Lr: 0.000300\n", "2019-12-29 23:48:07,567 Epoch 9 Step: 34400 Batch Loss: 1.636180 Tokens per Sec: 14884, Lr: 0.000300\n", "2019-12-29 23:48:22,191 Epoch 9 Step: 34500 Batch Loss: 1.525939 Tokens per Sec: 14943, Lr: 0.000300\n", "2019-12-29 23:48:37,001 Epoch 9 Step: 34600 Batch Loss: 1.384431 Tokens per Sec: 15172, Lr: 0.000300\n", "2019-12-29 23:48:51,729 Epoch 9 Step: 34700 Batch Loss: 1.633714 Tokens per Sec: 15285, Lr: 0.000300\n", "2019-12-29 23:49:06,217 Epoch 9 Step: 34800 Batch Loss: 1.723555 Tokens per Sec: 15042, Lr: 0.000300\n", "2019-12-29 23:49:20,776 Epoch 9 Step: 34900 Batch Loss: 1.888095 Tokens per Sec: 15271, Lr: 0.000300\n", "2019-12-29 23:49:35,147 Epoch 9 Step: 35000 Batch Loss: 1.734936 Tokens per Sec: 15418, Lr: 0.000300\n", "2019-12-29 23:50:17,609 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:50:17,609 Saving new checkpoint.\n", "2019-12-29 23:50:17,921 Example #0\n", "2019-12-29 23:50:17,921 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:50:17,922 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:50:17,922 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareku , ku zama masu - salama da dukan mutane . ”\n", "2019-12-29 23:50:17,922 Example #1\n", "2019-12-29 23:50:17,922 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:50:17,922 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:50:17,922 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:50:17,922 Example #2\n", "2019-12-29 23:50:17,923 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:50:17,923 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:50:17,923 \tHypothesis: ( Matta 24 : 43 ) Gaskiya ne cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya ya zama shaida ga menene ?\n", "2019-12-29 23:50:17,923 Example #3\n", "2019-12-29 23:50:17,923 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:50:17,923 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:50:17,923 \tHypothesis: To , don me , a cikin mutãnen ƙarnõni daga gabãninku , ba su kasance sunã hankali ba , a cikin waɗanda suka hanu daga gabãninku , fãce kaɗan daga waɗanda Muka kuɓutar da su daga gare su ?\n", "2019-12-29 23:50:17,924 Validation result (greedy) at epoch 9, step 35000: bleu: 26.96, loss: 42583.2773, ppl: 4.7134, duration: 42.7760s\n", "2019-12-29 23:50:32,442 Epoch 9 Step: 35100 Batch Loss: 1.747529 Tokens per Sec: 14985, Lr: 0.000300\n", "2019-12-29 23:50:47,042 Epoch 9 Step: 35200 Batch Loss: 1.412041 Tokens per Sec: 14728, Lr: 0.000300\n", "2019-12-29 23:51:01,845 Epoch 9 Step: 35300 Batch Loss: 1.763222 Tokens per Sec: 14739, Lr: 0.000300\n", "2019-12-29 23:51:16,519 Epoch 9 Step: 35400 Batch Loss: 1.625212 Tokens per Sec: 14601, Lr: 0.000300\n", "2019-12-29 23:51:31,129 Epoch 9 Step: 35500 Batch Loss: 1.570127 Tokens per Sec: 14798, Lr: 0.000300\n", "2019-12-29 23:51:45,890 Epoch 9 Step: 35600 Batch Loss: 1.490419 Tokens per Sec: 14811, Lr: 0.000300\n", "2019-12-29 23:52:00,597 Epoch 9 Step: 35700 Batch Loss: 1.612917 Tokens per Sec: 14962, Lr: 0.000300\n", "2019-12-29 23:52:15,191 Epoch 9 Step: 35800 Batch Loss: 1.516777 Tokens per Sec: 14949, Lr: 0.000300\n", "2019-12-29 23:52:29,491 Epoch 9 Step: 35900 Batch Loss: 1.493257 Tokens per Sec: 15653, Lr: 0.000300\n", "2019-12-29 23:52:44,223 Epoch 9 Step: 36000 Batch Loss: 1.510739 Tokens per Sec: 14569, Lr: 0.000300\n", "2019-12-29 23:53:26,832 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:53:26,832 Saving new checkpoint.\n", "2019-12-29 23:53:27,098 Example #0\n", "2019-12-29 23:53:27,098 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:53:27,099 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:53:27,099 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , kamar yadda ya dangana a kanku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 23:53:27,099 Example #1\n", "2019-12-29 23:53:27,099 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:53:27,099 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:53:27,099 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:53:27,099 Example #2\n", "2019-12-29 23:53:27,100 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:53:27,100 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:53:27,100 \tHypothesis: ( Matta 24 : 28 ) Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-29 23:53:27,100 Example #3\n", "2019-12-29 23:53:27,100 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:53:27,100 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:53:27,100 \tHypothesis: To , don me , ba a saukar da wata jama 'a daga gabãninka ba a gabãninka , fãce waɗanda suka yi hankali , su ne suka haramta son ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka kuɓutar da su ?\n", "2019-12-29 23:53:27,100 Validation result (greedy) at epoch 9, step 36000: bleu: 27.29, loss: 42420.7227, ppl: 4.6855, duration: 42.8770s\n", "2019-12-29 23:53:41,810 Epoch 9 Step: 36100 Batch Loss: 1.703345 Tokens per Sec: 15197, Lr: 0.000300\n", "2019-12-29 23:53:56,179 Epoch 9 Step: 36200 Batch Loss: 1.575327 Tokens per Sec: 15030, Lr: 0.000300\n", "2019-12-29 23:54:10,763 Epoch 9 Step: 36300 Batch Loss: 1.668067 Tokens per Sec: 15220, Lr: 0.000300\n", "2019-12-29 23:54:25,329 Epoch 9 Step: 36400 Batch Loss: 1.875389 Tokens per Sec: 15341, Lr: 0.000300\n", "2019-12-29 23:54:39,923 Epoch 9 Step: 36500 Batch Loss: 1.466781 Tokens per Sec: 14840, Lr: 0.000300\n", "2019-12-29 23:54:54,108 Epoch 9 Step: 36600 Batch Loss: 1.520827 Tokens per Sec: 14818, Lr: 0.000300\n", "2019-12-29 23:55:08,403 Epoch 9 Step: 36700 Batch Loss: 1.347438 Tokens per Sec: 15545, Lr: 0.000300\n", "2019-12-29 23:55:23,068 Epoch 9 Step: 36800 Batch Loss: 1.573735 Tokens per Sec: 15289, Lr: 0.000300\n", "2019-12-29 23:55:37,489 Epoch 9 Step: 36900 Batch Loss: 1.425311 Tokens per Sec: 15623, Lr: 0.000300\n", "2019-12-29 23:55:51,947 Epoch 9 Step: 37000 Batch Loss: 1.299825 Tokens per Sec: 15083, Lr: 0.000300\n", "2019-12-29 23:56:33,368 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:56:33,368 Saving new checkpoint.\n", "2019-12-29 23:56:33,689 Example #0\n", "2019-12-29 23:56:33,689 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:56:33,690 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:56:33,690 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-29 23:56:33,690 Example #1\n", "2019-12-29 23:56:33,690 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:56:33,690 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:56:33,690 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-29 23:56:33,690 Example #2\n", "2019-12-29 23:56:33,691 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:56:33,691 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:56:33,691 \tHypothesis: ( Ibraniyawa 10 : 1 ) Hakika , Littafi Mai Tsarki ya yi amfani da dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-29 23:56:33,691 Example #3\n", "2019-12-29 23:56:33,691 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:56:33,691 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:56:33,691 \tHypothesis: To , don me ba a saukar da waɗansu jama 'a ba daga gabãninku , daga mutãnen ƙarshe , waɗanda suka yi hankali , su hana su yin ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka kuɓutar da su ?\n", "2019-12-29 23:56:33,691 Validation result (greedy) at epoch 9, step 37000: bleu: 26.95, loss: 42185.9453, ppl: 4.6457, duration: 41.7445s\n", "2019-12-29 23:56:48,266 Epoch 9 Step: 37100 Batch Loss: 1.454908 Tokens per Sec: 15011, Lr: 0.000300\n", "2019-12-29 23:57:02,880 Epoch 9 Step: 37200 Batch Loss: 1.683696 Tokens per Sec: 15404, Lr: 0.000300\n", "2019-12-29 23:57:12,983 Epoch 9: total training loss 6603.66\n", "2019-12-29 23:57:12,983 EPOCH 10\n", "2019-12-29 23:57:17,888 Epoch 10 Step: 37300 Batch Loss: 1.549299 Tokens per Sec: 14206, Lr: 0.000300\n", "2019-12-29 23:57:32,314 Epoch 10 Step: 37400 Batch Loss: 1.722268 Tokens per Sec: 14914, Lr: 0.000300\n", "2019-12-29 23:57:46,712 Epoch 10 Step: 37500 Batch Loss: 1.663199 Tokens per Sec: 15413, Lr: 0.000300\n", "2019-12-29 23:58:01,038 Epoch 10 Step: 37600 Batch Loss: 1.553190 Tokens per Sec: 15151, Lr: 0.000300\n", "2019-12-29 23:58:15,539 Epoch 10 Step: 37700 Batch Loss: 1.563879 Tokens per Sec: 15309, Lr: 0.000300\n", "2019-12-29 23:58:30,075 Epoch 10 Step: 37800 Batch Loss: 1.596879 Tokens per Sec: 15116, Lr: 0.000300\n", "2019-12-29 23:58:44,420 Epoch 10 Step: 37900 Batch Loss: 1.675048 Tokens per Sec: 15312, Lr: 0.000300\n", "2019-12-29 23:58:58,798 Epoch 10 Step: 38000 Batch Loss: 1.622726 Tokens per Sec: 15188, Lr: 0.000300\n", "2019-12-29 23:59:40,606 Hooray! New best validation result [ppl]!\n", "2019-12-29 23:59:40,607 Saving new checkpoint.\n", "2019-12-29 23:59:40,882 Example #0\n", "2019-12-29 23:59:40,882 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-29 23:59:40,882 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-29 23:59:40,882 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareka , ka zauna tare da dukan mutane . ”\n", "2019-12-29 23:59:40,882 Example #1\n", "2019-12-29 23:59:40,883 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-29 23:59:40,883 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-29 23:59:40,883 \tHypothesis: Talifin da muka tattauna ya nuna cewa za a ta da matattu .\n", "2019-12-29 23:59:40,883 Example #2\n", "2019-12-29 23:59:40,883 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-29 23:59:40,883 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-29 23:59:40,883 \tHypothesis: ( Matta 24 : 45 - 46 ) Gaskiya ce Littafi Mai Tsarki ya fi muhimmanci a dukan harsuna a duniya ya bayyana abin da ke cikin Littafi Mai Tsarki ?\n", "2019-12-29 23:59:40,883 Example #3\n", "2019-12-29 23:59:40,884 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-29 23:59:40,884 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-29 23:59:40,884 \tHypothesis: To , don me ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , fãce waɗanda suka yi hankali , su ne suka haramta son ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-29 23:59:40,884 Validation result (greedy) at epoch 10, step 38000: bleu: 27.27, loss: 41866.5273, ppl: 4.5919, duration: 42.0852s\n", "2019-12-29 23:59:55,136 Epoch 10 Step: 38100 Batch Loss: 1.715132 Tokens per Sec: 15384, Lr: 0.000300\n", "2019-12-30 00:00:09,842 Epoch 10 Step: 38200 Batch Loss: 1.504122 Tokens per Sec: 15099, Lr: 0.000300\n", "2019-12-30 00:00:24,068 Epoch 10 Step: 38300 Batch Loss: 1.473472 Tokens per Sec: 15097, Lr: 0.000300\n", "2019-12-30 00:00:38,469 Epoch 10 Step: 38400 Batch Loss: 1.557036 Tokens per Sec: 15361, Lr: 0.000300\n", "2019-12-30 00:00:52,854 Epoch 10 Step: 38500 Batch Loss: 1.559810 Tokens per Sec: 15122, Lr: 0.000300\n", "2019-12-30 00:01:07,330 Epoch 10 Step: 38600 Batch Loss: 1.708416 Tokens per Sec: 15259, Lr: 0.000300\n", "2019-12-30 00:01:21,631 Epoch 10 Step: 38700 Batch Loss: 1.584904 Tokens per Sec: 15038, Lr: 0.000300\n", "2019-12-30 00:01:36,096 Epoch 10 Step: 38800 Batch Loss: 1.600431 Tokens per Sec: 15090, Lr: 0.000300\n", "2019-12-30 00:01:50,335 Epoch 10 Step: 38900 Batch Loss: 1.697571 Tokens per Sec: 15253, Lr: 0.000300\n", "2019-12-30 00:02:04,272 Epoch 10 Step: 39000 Batch Loss: 1.738856 Tokens per Sec: 15753, Lr: 0.000300\n", "2019-12-30 00:02:45,687 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:02:45,687 Saving new checkpoint.\n", "2019-12-30 00:02:45,979 Example #0\n", "2019-12-30 00:02:45,979 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:02:45,980 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:02:45,980 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara , “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 00:02:45,980 Example #1\n", "2019-12-30 00:02:45,980 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:02:45,980 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:02:45,980 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:02:45,980 Example #2\n", "2019-12-30 00:02:45,980 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:02:45,980 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:02:45,980 \tHypothesis: ( Matta 24 : 45 ) Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:02:45,980 Example #3\n", "2019-12-30 00:02:45,981 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:02:45,981 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:02:45,981 \tHypothesis: To , don me ba a saukar da wata jama 'a daga mutãnen ƙarshe ba a gabãninka , fãce fa waɗanda suka yi hankali ga yin ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsirar da su ?\n", "2019-12-30 00:02:45,981 Validation result (greedy) at epoch 10, step 39000: bleu: 27.22, loss: 41743.1719, ppl: 4.5714, duration: 41.7085s\n", "2019-12-30 00:03:00,016 Epoch 10 Step: 39100 Batch Loss: 1.594518 Tokens per Sec: 15659, Lr: 0.000300\n", "2019-12-30 00:03:14,247 Epoch 10 Step: 39200 Batch Loss: 1.821771 Tokens per Sec: 15302, Lr: 0.000300\n", "2019-12-30 00:03:28,440 Epoch 10 Step: 39300 Batch Loss: 1.533867 Tokens per Sec: 15937, Lr: 0.000300\n", "2019-12-30 00:03:42,705 Epoch 10 Step: 39400 Batch Loss: 1.597754 Tokens per Sec: 15364, Lr: 0.000300\n", "2019-12-30 00:03:57,000 Epoch 10 Step: 39500 Batch Loss: 1.424648 Tokens per Sec: 15588, Lr: 0.000300\n", "2019-12-30 00:04:11,288 Epoch 10 Step: 39600 Batch Loss: 1.520050 Tokens per Sec: 15380, Lr: 0.000300\n", "2019-12-30 00:04:25,572 Epoch 10 Step: 39700 Batch Loss: 1.454580 Tokens per Sec: 15147, Lr: 0.000300\n", "2019-12-30 00:04:39,997 Epoch 10 Step: 39800 Batch Loss: 1.663131 Tokens per Sec: 15587, Lr: 0.000300\n", "2019-12-30 00:04:54,365 Epoch 10 Step: 39900 Batch Loss: 1.585927 Tokens per Sec: 15607, Lr: 0.000300\n", "2019-12-30 00:05:08,543 Epoch 10 Step: 40000 Batch Loss: 1.633374 Tokens per Sec: 14835, Lr: 0.000300\n", "2019-12-30 00:05:51,271 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:05:51,272 Saving new checkpoint.\n", "2019-12-30 00:05:51,590 Example #0\n", "2019-12-30 00:05:51,590 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:05:51,590 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:05:51,591 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:05:51,591 Example #1\n", "2019-12-30 00:05:51,591 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:05:51,591 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:05:51,591 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:05:51,591 Example #2\n", "2019-12-30 00:05:51,591 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:05:51,591 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:05:51,591 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:05:51,591 Example #3\n", "2019-12-30 00:05:51,592 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:05:51,592 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:05:51,592 \tHypothesis: To , don me ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , sunã sanin bayyanannu , dõmin su haramta abin da ke a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-30 00:05:51,592 Validation result (greedy) at epoch 10, step 40000: bleu: 28.21, loss: 41444.0234, ppl: 4.5218, duration: 43.0482s\n", "2019-12-30 00:06:06,091 Epoch 10 Step: 40100 Batch Loss: 1.476985 Tokens per Sec: 14943, Lr: 0.000300\n", "2019-12-30 00:06:20,239 Epoch 10 Step: 40200 Batch Loss: 1.776187 Tokens per Sec: 15349, Lr: 0.000300\n", "2019-12-30 00:06:34,927 Epoch 10 Step: 40300 Batch Loss: 1.344741 Tokens per Sec: 14487, Lr: 0.000300\n", "2019-12-30 00:06:49,475 Epoch 10 Step: 40400 Batch Loss: 1.763706 Tokens per Sec: 15305, Lr: 0.000300\n", "2019-12-30 00:07:04,083 Epoch 10 Step: 40500 Batch Loss: 1.278300 Tokens per Sec: 14348, Lr: 0.000300\n", "2019-12-30 00:07:18,967 Epoch 10 Step: 40600 Batch Loss: 1.563098 Tokens per Sec: 15104, Lr: 0.000300\n", "2019-12-30 00:07:33,687 Epoch 10 Step: 40700 Batch Loss: 1.812199 Tokens per Sec: 14823, Lr: 0.000300\n", "2019-12-30 00:07:48,230 Epoch 10 Step: 40800 Batch Loss: 1.539841 Tokens per Sec: 15161, Lr: 0.000300\n", "2019-12-30 00:08:03,117 Epoch 10 Step: 40900 Batch Loss: 1.322186 Tokens per Sec: 14664, Lr: 0.000300\n", "2019-12-30 00:08:17,554 Epoch 10 Step: 41000 Batch Loss: 1.738126 Tokens per Sec: 14825, Lr: 0.000300\n", "2019-12-30 00:08:59,955 Example #0\n", "2019-12-30 00:08:59,955 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:08:59,955 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:08:59,955 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara , “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareka , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 00:08:59,956 Example #1\n", "2019-12-30 00:08:59,956 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:08:59,956 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:08:59,956 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:08:59,956 Example #2\n", "2019-12-30 00:08:59,956 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:08:59,956 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:08:59,956 \tHypothesis: ( Matta 24 : 45 ) Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:08:59,956 Example #3\n", "2019-12-30 00:08:59,956 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:08:59,957 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:08:59,957 \tHypothesis: To , don me , ba a saukar da waɗansu jama 'a daga gabãninku ba , waɗanda suke sanin su , su ne waɗanda suka yi hijira a cikin ƙasa , fãce kaɗan daga gare su ?\n", "2019-12-30 00:08:59,957 Validation result (greedy) at epoch 10, step 41000: bleu: 27.36, loss: 41504.4883, ppl: 4.5318, duration: 42.4025s\n", "2019-12-30 00:09:14,953 Epoch 10 Step: 41100 Batch Loss: 1.397414 Tokens per Sec: 14587, Lr: 0.000300\n", "2019-12-30 00:09:29,777 Epoch 10 Step: 41200 Batch Loss: 1.720167 Tokens per Sec: 14884, Lr: 0.000300\n", "2019-12-30 00:09:44,557 Epoch 10 Step: 41300 Batch Loss: 1.677417 Tokens per Sec: 15340, Lr: 0.000300\n", "2019-12-30 00:09:59,177 Epoch 10 Step: 41400 Batch Loss: 1.569514 Tokens per Sec: 14839, Lr: 0.000300\n", "2019-12-30 00:10:02,035 Epoch 10: total training loss 6449.05\n", "2019-12-30 00:10:02,036 EPOCH 11\n", "2019-12-30 00:10:14,341 Epoch 11 Step: 41500 Batch Loss: 1.214796 Tokens per Sec: 14102, Lr: 0.000300\n", "2019-12-30 00:10:28,611 Epoch 11 Step: 41600 Batch Loss: 1.450927 Tokens per Sec: 15461, Lr: 0.000300\n", "2019-12-30 00:10:42,759 Epoch 11 Step: 41700 Batch Loss: 1.389673 Tokens per Sec: 15325, Lr: 0.000300\n", "2019-12-30 00:10:56,967 Epoch 11 Step: 41800 Batch Loss: 1.450177 Tokens per Sec: 15151, Lr: 0.000300\n", "2019-12-30 00:11:11,422 Epoch 11 Step: 41900 Batch Loss: 1.450263 Tokens per Sec: 14985, Lr: 0.000300\n", "2019-12-30 00:11:25,924 Epoch 11 Step: 42000 Batch Loss: 1.577712 Tokens per Sec: 15378, Lr: 0.000300\n", "2019-12-30 00:12:07,672 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:12:07,673 Saving new checkpoint.\n", "2019-12-30 00:12:07,962 Example #0\n", "2019-12-30 00:12:07,963 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:12:07,963 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:12:07,963 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareka , ka zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:12:07,963 Example #1\n", "2019-12-30 00:12:07,963 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:12:07,963 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:12:07,964 \tHypothesis: Talifinmu na gaba ya ƙara bincika nufin tashin matattu .\n", "2019-12-30 00:12:07,964 Example #2\n", "2019-12-30 00:12:07,964 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:12:07,964 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:12:07,964 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya ya nuna cewa wane tabbaci ne ?\n", "2019-12-30 00:12:07,964 Example #3\n", "2019-12-30 00:12:07,965 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:12:07,965 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:12:07,965 \tHypothesis: To , don me ba a saukar da wata jama 'a daga mutãnen ƙarshe ba a gabãninka , fãce fa waɗanda Muka fĩfĩta su a cikin ƙasa , fãce kaɗan daga gare su ?\n", "2019-12-30 00:12:07,966 Validation result (greedy) at epoch 11, step 42000: bleu: 27.58, loss: 40995.6094, ppl: 4.4486, duration: 42.0411s\n", "2019-12-30 00:12:22,527 Epoch 11 Step: 42100 Batch Loss: 1.536673 Tokens per Sec: 14899, Lr: 0.000300\n", "2019-12-30 00:12:36,736 Epoch 11 Step: 42200 Batch Loss: 1.487771 Tokens per Sec: 15671, Lr: 0.000300\n", "2019-12-30 00:12:51,019 Epoch 11 Step: 42300 Batch Loss: 1.637215 Tokens per Sec: 15401, Lr: 0.000300\n", "2019-12-30 00:13:05,612 Epoch 11 Step: 42400 Batch Loss: 1.474919 Tokens per Sec: 15062, Lr: 0.000300\n", "2019-12-30 00:13:20,069 Epoch 11 Step: 42500 Batch Loss: 1.429181 Tokens per Sec: 14646, Lr: 0.000300\n", "2019-12-30 00:13:34,811 Epoch 11 Step: 42600 Batch Loss: 1.526178 Tokens per Sec: 15123, Lr: 0.000300\n", "2019-12-30 00:13:49,276 Epoch 11 Step: 42700 Batch Loss: 1.550994 Tokens per Sec: 15322, Lr: 0.000300\n", "2019-12-30 00:14:03,839 Epoch 11 Step: 42800 Batch Loss: 1.681199 Tokens per Sec: 15361, Lr: 0.000300\n", "2019-12-30 00:14:18,429 Epoch 11 Step: 42900 Batch Loss: 1.716021 Tokens per Sec: 15166, Lr: 0.000300\n", "2019-12-30 00:14:33,306 Epoch 11 Step: 43000 Batch Loss: 1.602254 Tokens per Sec: 14948, Lr: 0.000300\n", "2019-12-30 00:15:16,268 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:15:16,268 Saving new checkpoint.\n", "2019-12-30 00:15:16,558 Example #0\n", "2019-12-30 00:15:16,559 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:15:16,559 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:15:16,560 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara , “ Idan ya yiwu , kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:15:16,560 Example #1\n", "2019-12-30 00:15:16,560 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:15:16,560 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:15:16,560 \tHypothesis: Talifi na gaba ya ƙara bincika nufin tashin matattu .\n", "2019-12-30 00:15:16,561 Example #2\n", "2019-12-30 00:15:16,561 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:15:16,561 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:15:16,561 \tHypothesis: Hakika , Littafi Mai Tsarki ya ba da shaida a dukan harsuna da yawa a duniya ta kasance da tabbaci ga menene ?\n", "2019-12-30 00:15:16,561 Example #3\n", "2019-12-30 00:15:16,562 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:15:16,562 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:15:16,563 \tHypothesis: To , don me , ba a saukar da wata jama 'a daga mutãnen ƙarshe ba a gabãninka , fãce wanda Muka haramta wani zãlunci a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 00:15:16,563 Validation result (greedy) at epoch 11, step 43000: bleu: 28.30, loss: 40746.3398, ppl: 4.4084, duration: 43.2566s\n", "2019-12-30 00:15:31,378 Epoch 11 Step: 43100 Batch Loss: 1.300898 Tokens per Sec: 14682, Lr: 0.000300\n", "2019-12-30 00:15:45,787 Epoch 11 Step: 43200 Batch Loss: 1.330867 Tokens per Sec: 15103, Lr: 0.000300\n", "2019-12-30 00:16:00,388 Epoch 11 Step: 43300 Batch Loss: 1.557392 Tokens per Sec: 14662, Lr: 0.000300\n", "2019-12-30 00:16:14,821 Epoch 11 Step: 43400 Batch Loss: 1.695969 Tokens per Sec: 14838, Lr: 0.000300\n", "2019-12-30 00:16:29,612 Epoch 11 Step: 43500 Batch Loss: 1.528458 Tokens per Sec: 15100, Lr: 0.000300\n", "2019-12-30 00:16:43,905 Epoch 11 Step: 43600 Batch Loss: 1.539196 Tokens per Sec: 14891, Lr: 0.000300\n", "2019-12-30 00:16:58,555 Epoch 11 Step: 43700 Batch Loss: 1.767415 Tokens per Sec: 15053, Lr: 0.000300\n", "2019-12-30 00:17:13,252 Epoch 11 Step: 43800 Batch Loss: 1.610390 Tokens per Sec: 15026, Lr: 0.000300\n", "2019-12-30 00:17:28,002 Epoch 11 Step: 43900 Batch Loss: 1.631426 Tokens per Sec: 14890, Lr: 0.000300\n", "2019-12-30 00:17:42,865 Epoch 11 Step: 44000 Batch Loss: 1.824034 Tokens per Sec: 14790, Lr: 0.000300\n", "2019-12-30 00:18:25,524 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:18:25,524 Saving new checkpoint.\n", "2019-12-30 00:18:25,805 Example #0\n", "2019-12-30 00:18:25,805 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:18:25,805 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:18:25,805 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , kamar yadda ya dangana a kanku , ku kasance da salama da dukan mutane . ”\n", "2019-12-30 00:18:25,805 Example #1\n", "2019-12-30 00:18:25,805 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:18:25,806 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:18:25,806 \tHypothesis: Talifi na gaba ya ƙara bincika nufin tashin matattu .\n", "2019-12-30 00:18:25,806 Example #2\n", "2019-12-30 00:18:25,806 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:18:25,806 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:18:25,806 \tHypothesis: Hakika , Littafi Mai Tsarki ya yi amfani da Littafi Mai Tsarki a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:18:25,806 Example #3\n", "2019-12-30 00:18:25,806 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:18:25,807 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:18:25,807 \tHypothesis: Kuma mẽne ne ya sãme ku daga mutãnen ƙarnõni a gabãninku , waɗanda suka yi hankali , su ne waɗanda suka haramta a cikin ƙasa , fãce kaɗan daga waɗanda Muka kuɓutar da su ?\n", "2019-12-30 00:18:25,807 Validation result (greedy) at epoch 11, step 44000: bleu: 28.02, loss: 40659.1289, ppl: 4.3945, duration: 42.9413s\n", "2019-12-30 00:18:40,549 Epoch 11 Step: 44100 Batch Loss: 1.552628 Tokens per Sec: 15043, Lr: 0.000300\n", "2019-12-30 00:18:55,179 Epoch 11 Step: 44200 Batch Loss: 1.628863 Tokens per Sec: 15070, Lr: 0.000300\n", "2019-12-30 00:19:09,660 Epoch 11 Step: 44300 Batch Loss: 1.537700 Tokens per Sec: 15086, Lr: 0.000300\n", "2019-12-30 00:19:24,316 Epoch 11 Step: 44400 Batch Loss: 1.421992 Tokens per Sec: 15033, Lr: 0.000300\n", "2019-12-30 00:19:39,408 Epoch 11 Step: 44500 Batch Loss: 1.614370 Tokens per Sec: 14654, Lr: 0.000300\n", "2019-12-30 00:19:54,606 Epoch 11 Step: 44600 Batch Loss: 1.542497 Tokens per Sec: 14491, Lr: 0.000300\n", "2019-12-30 00:20:09,842 Epoch 11 Step: 44700 Batch Loss: 1.128302 Tokens per Sec: 14365, Lr: 0.000300\n", "2019-12-30 00:20:24,888 Epoch 11 Step: 44800 Batch Loss: 1.645115 Tokens per Sec: 14985, Lr: 0.000300\n", "2019-12-30 00:20:39,471 Epoch 11 Step: 44900 Batch Loss: 1.381443 Tokens per Sec: 14776, Lr: 0.000300\n", "2019-12-30 00:20:54,193 Epoch 11 Step: 45000 Batch Loss: 1.625916 Tokens per Sec: 15619, Lr: 0.000300\n", "2019-12-30 00:21:37,762 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:21:37,762 Saving new checkpoint.\n", "2019-12-30 00:21:38,086 Example #0\n", "2019-12-30 00:21:38,087 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:21:38,087 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:21:38,087 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:21:38,087 Example #1\n", "2019-12-30 00:21:38,087 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:21:38,087 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:21:38,088 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:21:38,088 Example #2\n", "2019-12-30 00:21:38,088 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:21:38,088 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:21:38,088 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya ya nuna cewa wane tabbaci ne ya kamata mu yi ?\n", "2019-12-30 00:21:38,088 Example #3\n", "2019-12-30 00:21:38,089 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:21:38,089 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:21:38,089 \tHypothesis: Kuma don me , ba a saukar da waɗansu jama 'a daga mutãnen ƙarshe ba a gabãninka , sunã hankali ga wanda ya haramta a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-30 00:21:38,089 Validation result (greedy) at epoch 11, step 45000: bleu: 28.75, loss: 40368.0391, ppl: 4.3481, duration: 43.8958s\n", "2019-12-30 00:21:53,260 Epoch 11 Step: 45100 Batch Loss: 1.483241 Tokens per Sec: 14147, Lr: 0.000300\n", "2019-12-30 00:22:08,617 Epoch 11 Step: 45200 Batch Loss: 1.574434 Tokens per Sec: 14777, Lr: 0.000300\n", "2019-12-30 00:22:23,796 Epoch 11 Step: 45300 Batch Loss: 1.314455 Tokens per Sec: 14754, Lr: 0.000300\n", "2019-12-30 00:22:38,807 Epoch 11 Step: 45400 Batch Loss: 1.755399 Tokens per Sec: 14269, Lr: 0.000300\n", "2019-12-30 00:22:53,885 Epoch 11 Step: 45500 Batch Loss: 1.276446 Tokens per Sec: 14376, Lr: 0.000300\n", "2019-12-30 00:23:02,833 Epoch 11: total training loss 6292.12\n", "2019-12-30 00:23:02,834 EPOCH 12\n", "2019-12-30 00:23:09,711 Epoch 12 Step: 45600 Batch Loss: 1.666574 Tokens per Sec: 14240, Lr: 0.000300\n", "2019-12-30 00:23:24,762 Epoch 12 Step: 45700 Batch Loss: 1.526793 Tokens per Sec: 14287, Lr: 0.000300\n", "2019-12-30 00:23:39,806 Epoch 12 Step: 45800 Batch Loss: 1.583522 Tokens per Sec: 14363, Lr: 0.000300\n", "2019-12-30 00:23:54,343 Epoch 12 Step: 45900 Batch Loss: 1.583440 Tokens per Sec: 15368, Lr: 0.000300\n", "2019-12-30 00:24:08,753 Epoch 12 Step: 46000 Batch Loss: 1.717896 Tokens per Sec: 15509, Lr: 0.000300\n", "2019-12-30 00:24:51,824 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:24:51,825 Saving new checkpoint.\n", "2019-12-30 00:24:52,114 Example #0\n", "2019-12-30 00:24:52,114 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:24:52,114 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:24:52,114 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:24:52,114 Example #1\n", "2019-12-30 00:24:52,115 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:24:52,115 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:24:52,115 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:24:52,115 Example #2\n", "2019-12-30 00:24:52,115 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:24:52,115 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:24:52,115 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna dabam - dabam a duniya ya zama shaida ga menene ?\n", "2019-12-30 00:24:52,115 Example #3\n", "2019-12-30 00:24:52,116 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:24:52,116 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:24:52,116 \tHypothesis: Kuma don me , ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , sunã hani daga abin da yake a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 00:24:52,116 Validation result (greedy) at epoch 12, step 46000: bleu: 28.84, loss: 40338.3242, ppl: 4.3434, duration: 43.3628s\n", "2019-12-30 00:25:06,821 Epoch 12 Step: 46100 Batch Loss: 1.403657 Tokens per Sec: 14827, Lr: 0.000300\n", "2019-12-30 00:25:21,546 Epoch 12 Step: 46200 Batch Loss: 1.714346 Tokens per Sec: 14822, Lr: 0.000300\n", "2019-12-30 00:25:36,309 Epoch 12 Step: 46300 Batch Loss: 1.591514 Tokens per Sec: 14912, Lr: 0.000300\n", "2019-12-30 00:25:50,827 Epoch 12 Step: 46400 Batch Loss: 1.854232 Tokens per Sec: 14965, Lr: 0.000300\n", "2019-12-30 00:26:05,639 Epoch 12 Step: 46500 Batch Loss: 1.630028 Tokens per Sec: 15005, Lr: 0.000300\n", "2019-12-30 00:26:20,257 Epoch 12 Step: 46600 Batch Loss: 1.603193 Tokens per Sec: 14774, Lr: 0.000300\n", "2019-12-30 00:26:34,881 Epoch 12 Step: 46700 Batch Loss: 1.578045 Tokens per Sec: 14476, Lr: 0.000300\n", "2019-12-30 00:26:49,133 Epoch 12 Step: 46800 Batch Loss: 1.594953 Tokens per Sec: 15786, Lr: 0.000300\n", "2019-12-30 00:27:03,661 Epoch 12 Step: 46900 Batch Loss: 1.509182 Tokens per Sec: 14635, Lr: 0.000300\n", "2019-12-30 00:27:17,960 Epoch 12 Step: 47000 Batch Loss: 1.494338 Tokens per Sec: 15179, Lr: 0.000300\n", "2019-12-30 00:27:59,839 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:27:59,839 Saving new checkpoint.\n", "2019-12-30 00:28:00,151 Example #0\n", "2019-12-30 00:28:00,152 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:28:00,152 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:28:00,152 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” “ kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:28:00,152 Example #1\n", "2019-12-30 00:28:00,152 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:28:00,152 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:28:00,152 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:28:00,153 Example #2\n", "2019-12-30 00:28:00,153 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:28:00,153 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:28:00,153 \tHypothesis: ( Matta 24 : 45 ) Hakika , Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida game da menene ?\n", "2019-12-30 00:28:00,153 Example #3\n", "2019-12-30 00:28:00,153 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:28:00,153 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:28:00,154 \tHypothesis: To , don me ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , sunã hani daga abin da Muka haramta a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsirar da su ?\n", "2019-12-30 00:28:00,154 Validation result (greedy) at epoch 12, step 47000: bleu: 28.55, loss: 40226.2734, ppl: 4.3257, duration: 42.1938s\n", "2019-12-30 00:28:14,719 Epoch 12 Step: 47100 Batch Loss: 1.562306 Tokens per Sec: 14984, Lr: 0.000300\n", "2019-12-30 00:28:29,145 Epoch 12 Step: 47200 Batch Loss: 1.436516 Tokens per Sec: 14942, Lr: 0.000300\n", "2019-12-30 00:28:43,676 Epoch 12 Step: 47300 Batch Loss: 1.512058 Tokens per Sec: 15154, Lr: 0.000300\n", "2019-12-30 00:28:58,099 Epoch 12 Step: 47400 Batch Loss: 1.582484 Tokens per Sec: 15536, Lr: 0.000300\n", "2019-12-30 00:29:12,237 Epoch 12 Step: 47500 Batch Loss: 1.689438 Tokens per Sec: 15342, Lr: 0.000300\n", "2019-12-30 00:29:26,269 Epoch 12 Step: 47600 Batch Loss: 1.547199 Tokens per Sec: 15735, Lr: 0.000300\n", "2019-12-30 00:29:40,489 Epoch 12 Step: 47700 Batch Loss: 1.692557 Tokens per Sec: 15686, Lr: 0.000300\n", "2019-12-30 00:29:54,761 Epoch 12 Step: 47800 Batch Loss: 1.366278 Tokens per Sec: 15512, Lr: 0.000300\n", "2019-12-30 00:30:09,187 Epoch 12 Step: 47900 Batch Loss: 1.533834 Tokens per Sec: 15361, Lr: 0.000300\n", "2019-12-30 00:30:23,623 Epoch 12 Step: 48000 Batch Loss: 1.478026 Tokens per Sec: 15582, Lr: 0.000300\n", "2019-12-30 00:31:05,151 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:31:05,151 Saving new checkpoint.\n", "2019-12-30 00:31:05,458 Example #0\n", "2019-12-30 00:31:05,459 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:31:05,459 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:31:05,459 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:31:05,459 Example #1\n", "2019-12-30 00:31:05,460 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:31:05,460 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:31:05,460 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:31:05,460 Example #2\n", "2019-12-30 00:31:05,461 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:31:05,461 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:31:05,461 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:31:05,461 Example #3\n", "2019-12-30 00:31:05,461 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:31:05,461 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:31:05,462 \tHypothesis: To , don me ba a saukar da wata jama 'a ba a gabãninka , daga mutãnen yanzu , sunã hani daga abin da Muka azurta su da shi daga gare su ?\n", "2019-12-30 00:31:05,462 Validation result (greedy) at epoch 12, step 48000: bleu: 28.59, loss: 40044.8984, ppl: 4.2973, duration: 41.8379s\n", "2019-12-30 00:31:19,258 Epoch 12 Step: 48100 Batch Loss: 1.605066 Tokens per Sec: 15975, Lr: 0.000300\n", "2019-12-30 00:31:33,391 Epoch 12 Step: 48200 Batch Loss: 1.522250 Tokens per Sec: 15563, Lr: 0.000300\n", "2019-12-30 00:31:47,639 Epoch 12 Step: 48300 Batch Loss: 1.638967 Tokens per Sec: 15372, Lr: 0.000300\n", "2019-12-30 00:32:01,549 Epoch 12 Step: 48400 Batch Loss: 1.437864 Tokens per Sec: 15884, Lr: 0.000300\n", "2019-12-30 00:32:15,790 Epoch 12 Step: 48500 Batch Loss: 1.531890 Tokens per Sec: 15519, Lr: 0.000300\n", "2019-12-30 00:32:30,161 Epoch 12 Step: 48600 Batch Loss: 1.151353 Tokens per Sec: 15297, Lr: 0.000300\n", "2019-12-30 00:32:45,147 Epoch 12 Step: 48700 Batch Loss: 1.379379 Tokens per Sec: 14799, Lr: 0.000300\n", "2019-12-30 00:32:59,231 Epoch 12 Step: 48800 Batch Loss: 1.526708 Tokens per Sec: 15531, Lr: 0.000300\n", "2019-12-30 00:33:13,958 Epoch 12 Step: 48900 Batch Loss: 1.449059 Tokens per Sec: 14604, Lr: 0.000300\n", "2019-12-30 00:33:28,124 Epoch 12 Step: 49000 Batch Loss: 1.546651 Tokens per Sec: 15265, Lr: 0.000300\n", "2019-12-30 00:34:10,667 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:34:10,668 Saving new checkpoint.\n", "2019-12-30 00:34:10,953 Example #0\n", "2019-12-30 00:34:10,953 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:34:10,953 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:34:10,953 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:34:10,954 Example #1\n", "2019-12-30 00:34:10,954 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:34:10,954 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:34:10,954 \tHypothesis: Talifin da muka yi a talifi na gaba ya daɗa bincika manufar tashin matattu .\n", "2019-12-30 00:34:10,954 Example #2\n", "2019-12-30 00:34:10,955 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:34:10,955 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:34:10,955 \tHypothesis: ( Matta 24 : 45 ) Gaskiya cewa Littafi Mai Tsarki yana da muhimmanci a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:34:10,955 Example #3\n", "2019-12-30 00:34:10,955 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:34:10,955 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:34:10,955 \tHypothesis: To , don me , ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , su ( waɗanda ) suka yi hani daga zari daga zalunci a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su ?\n", "2019-12-30 00:34:10,955 Validation result (greedy) at epoch 12, step 49000: bleu: 28.77, loss: 39819.6680, ppl: 4.2622, duration: 42.8306s\n", "2019-12-30 00:34:25,520 Epoch 12 Step: 49100 Batch Loss: 1.170785 Tokens per Sec: 15043, Lr: 0.000300\n", "2019-12-30 00:34:40,216 Epoch 12 Step: 49200 Batch Loss: 1.638379 Tokens per Sec: 15014, Lr: 0.000300\n", "2019-12-30 00:34:54,530 Epoch 12 Step: 49300 Batch Loss: 1.583987 Tokens per Sec: 15522, Lr: 0.000300\n", "2019-12-30 00:35:08,961 Epoch 12 Step: 49400 Batch Loss: 1.592292 Tokens per Sec: 14973, Lr: 0.000300\n", "2019-12-30 00:35:23,360 Epoch 12 Step: 49500 Batch Loss: 1.695087 Tokens per Sec: 15090, Lr: 0.000300\n", "2019-12-30 00:35:38,061 Epoch 12 Step: 49600 Batch Loss: 1.597821 Tokens per Sec: 15091, Lr: 0.000300\n", "2019-12-30 00:35:52,490 Epoch 12: total training loss 6157.54\n", "2019-12-30 00:35:52,490 EPOCH 13\n", "2019-12-30 00:35:53,259 Epoch 13 Step: 49700 Batch Loss: 1.409229 Tokens per Sec: 7860, Lr: 0.000300\n", "2019-12-30 00:36:07,729 Epoch 13 Step: 49800 Batch Loss: 1.490508 Tokens per Sec: 15085, Lr: 0.000300\n", "2019-12-30 00:36:22,294 Epoch 13 Step: 49900 Batch Loss: 1.491335 Tokens per Sec: 15114, Lr: 0.000300\n", "2019-12-30 00:36:36,979 Epoch 13 Step: 50000 Batch Loss: 1.687779 Tokens per Sec: 15088, Lr: 0.000300\n", "2019-12-30 00:37:19,282 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:37:19,282 Saving new checkpoint.\n", "2019-12-30 00:37:19,604 Example #0\n", "2019-12-30 00:37:19,605 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:37:19,605 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:37:19,605 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji gargaɗin da ke tsakaninka , “ Idan ya yiwu , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 00:37:19,605 Example #1\n", "2019-12-30 00:37:19,606 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:37:19,606 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:37:19,606 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:37:19,606 Example #2\n", "2019-12-30 00:37:19,606 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:37:19,606 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:37:19,606 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:37:19,606 Example #3\n", "2019-12-30 00:37:19,607 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:37:19,607 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:37:19,607 \tHypothesis: To , don me ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , waɗanda suke yin hankali , su ne waɗanda suka yi ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su ?\n", "2019-12-30 00:37:19,607 Validation result (greedy) at epoch 13, step 50000: bleu: 29.42, loss: 39796.5117, ppl: 4.2586, duration: 42.6279s\n", "2019-12-30 00:37:34,241 Epoch 13 Step: 50100 Batch Loss: 1.507718 Tokens per Sec: 15394, Lr: 0.000300\n", "2019-12-30 00:37:48,784 Epoch 13 Step: 50200 Batch Loss: 1.561161 Tokens per Sec: 15245, Lr: 0.000300\n", "2019-12-30 00:38:03,473 Epoch 13 Step: 50300 Batch Loss: 1.518786 Tokens per Sec: 14900, Lr: 0.000300\n", "2019-12-30 00:38:17,640 Epoch 13 Step: 50400 Batch Loss: 1.138523 Tokens per Sec: 15095, Lr: 0.000300\n", "2019-12-30 00:38:32,204 Epoch 13 Step: 50500 Batch Loss: 1.101383 Tokens per Sec: 14880, Lr: 0.000300\n", "2019-12-30 00:38:46,873 Epoch 13 Step: 50600 Batch Loss: 1.428237 Tokens per Sec: 15060, Lr: 0.000300\n", "2019-12-30 00:39:01,102 Epoch 13 Step: 50700 Batch Loss: 1.422246 Tokens per Sec: 15511, Lr: 0.000300\n", "2019-12-30 00:39:15,528 Epoch 13 Step: 50800 Batch Loss: 1.644173 Tokens per Sec: 15313, Lr: 0.000300\n", "2019-12-30 00:39:30,201 Epoch 13 Step: 50900 Batch Loss: 1.546930 Tokens per Sec: 14920, Lr: 0.000300\n", "2019-12-30 00:39:44,508 Epoch 13 Step: 51000 Batch Loss: 1.550987 Tokens per Sec: 15297, Lr: 0.000300\n", "2019-12-30 00:40:25,725 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:40:25,725 Saving new checkpoint.\n", "2019-12-30 00:40:26,004 Example #0\n", "2019-12-30 00:40:26,004 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:40:26,004 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:40:26,004 \tHypothesis: “ Idan ya yiwu , ” Nassosi ya ba mu shawara , “ kamar yadda ya dogara gareka , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 00:40:26,004 Example #1\n", "2019-12-30 00:40:26,004 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:40:26,004 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:40:26,004 \tHypothesis: Talifi na gaba ya ƙara bincika dalilin tashin matattu .\n", "2019-12-30 00:40:26,005 Example #2\n", "2019-12-30 00:40:26,005 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:40:26,005 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:40:26,005 \tHypothesis: ( Matta 24 : 28 ) Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya abin da ya shaida ne ?\n", "2019-12-30 00:40:26,005 Example #3\n", "2019-12-30 00:40:26,005 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:40:26,005 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:40:26,005 \tHypothesis: To , don me , ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , fãce kaɗan daga waɗanda Muka fĩfĩta su a cikin ƙasa ?\n", "2019-12-30 00:40:26,005 Validation result (greedy) at epoch 13, step 51000: bleu: 29.01, loss: 39422.7734, ppl: 4.2010, duration: 41.4974s\n", "2019-12-30 00:40:40,541 Epoch 13 Step: 51100 Batch Loss: 1.502143 Tokens per Sec: 15354, Lr: 0.000300\n", "2019-12-30 00:40:54,768 Epoch 13 Step: 51200 Batch Loss: 1.552076 Tokens per Sec: 15457, Lr: 0.000300\n", "2019-12-30 00:41:08,945 Epoch 13 Step: 51300 Batch Loss: 1.599647 Tokens per Sec: 15503, Lr: 0.000300\n", "2019-12-30 00:41:23,218 Epoch 13 Step: 51400 Batch Loss: 1.517943 Tokens per Sec: 15194, Lr: 0.000300\n", "2019-12-30 00:41:37,552 Epoch 13 Step: 51500 Batch Loss: 1.227057 Tokens per Sec: 15297, Lr: 0.000300\n", "2019-12-30 00:41:51,807 Epoch 13 Step: 51600 Batch Loss: 1.246429 Tokens per Sec: 15642, Lr: 0.000300\n", "2019-12-30 00:42:05,894 Epoch 13 Step: 51700 Batch Loss: 1.524261 Tokens per Sec: 15730, Lr: 0.000300\n", "2019-12-30 00:42:19,879 Epoch 13 Step: 51800 Batch Loss: 1.553862 Tokens per Sec: 15508, Lr: 0.000300\n", "2019-12-30 00:42:33,989 Epoch 13 Step: 51900 Batch Loss: 1.563384 Tokens per Sec: 15026, Lr: 0.000300\n", "2019-12-30 00:42:48,115 Epoch 13 Step: 52000 Batch Loss: 1.585211 Tokens per Sec: 15919, Lr: 0.000300\n", "2019-12-30 00:43:28,669 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:43:28,669 Saving new checkpoint.\n", "2019-12-30 00:43:28,942 Example #0\n", "2019-12-30 00:43:28,943 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:43:28,943 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:43:28,943 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:43:28,943 Example #1\n", "2019-12-30 00:43:28,943 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:43:28,943 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:43:28,943 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:43:28,944 Example #2\n", "2019-12-30 00:43:28,944 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:43:28,944 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:43:28,944 \tHypothesis: Hakika , Littafi Mai Tsarki ya yi amfani da shi a dukan harsuna dabam - dabam a duniya ya nuna cewa wane tabbaci ne game da menene ?\n", "2019-12-30 00:43:28,944 Example #3\n", "2019-12-30 00:43:28,944 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:43:28,944 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:43:28,944 \tHypothesis: To , don me , ba a saukar da wata jama 'a daga gabãninka ba a gabãninka , waɗanda suka yi hankali , su hana ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 00:43:28,944 Validation result (greedy) at epoch 13, step 52000: bleu: 29.41, loss: 39276.4961, ppl: 4.1787, duration: 40.8292s\n", "2019-12-30 00:43:43,413 Epoch 13 Step: 52100 Batch Loss: 1.802390 Tokens per Sec: 15187, Lr: 0.000300\n", "2019-12-30 00:43:57,665 Epoch 13 Step: 52200 Batch Loss: 1.283609 Tokens per Sec: 15604, Lr: 0.000300\n", "2019-12-30 00:44:11,951 Epoch 13 Step: 52300 Batch Loss: 1.576392 Tokens per Sec: 15962, Lr: 0.000300\n", "2019-12-30 00:44:25,645 Epoch 13 Step: 52400 Batch Loss: 1.582498 Tokens per Sec: 15990, Lr: 0.000300\n", "2019-12-30 00:44:39,787 Epoch 13 Step: 52500 Batch Loss: 1.441339 Tokens per Sec: 15368, Lr: 0.000300\n", "2019-12-30 00:44:54,126 Epoch 13 Step: 52600 Batch Loss: 1.534668 Tokens per Sec: 15298, Lr: 0.000300\n", "2019-12-30 00:45:08,250 Epoch 13 Step: 52700 Batch Loss: 1.429418 Tokens per Sec: 15327, Lr: 0.000300\n", "2019-12-30 00:45:22,288 Epoch 13 Step: 52800 Batch Loss: 1.500759 Tokens per Sec: 15550, Lr: 0.000300\n", "2019-12-30 00:45:36,448 Epoch 13 Step: 52900 Batch Loss: 1.463633 Tokens per Sec: 15543, Lr: 0.000300\n", "2019-12-30 00:45:50,553 Epoch 13 Step: 53000 Batch Loss: 1.538863 Tokens per Sec: 15184, Lr: 0.000300\n", "2019-12-30 00:46:31,346 Example #0\n", "2019-12-30 00:46:31,347 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:46:31,347 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:46:31,347 \tHypothesis: “ Idan ya yiwu , ” Nassosi ya ba mu shawara , “ kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:46:31,347 Example #1\n", "2019-12-30 00:46:31,347 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:46:31,347 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:46:31,347 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:46:31,348 Example #2\n", "2019-12-30 00:46:31,348 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:46:31,348 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:46:31,348 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya ya nuna abin da ya fi muhimmanci ?\n", "2019-12-30 00:46:31,348 Example #3\n", "2019-12-30 00:46:31,348 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:46:31,348 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:46:31,348 \tHypothesis: Kuma don me , ba a saukar da wata jama 'a daga gabãninka ba a gabãninka , waɗanda suka yi hankali , su ne waɗanda suke yin ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-30 00:46:31,349 Validation result (greedy) at epoch 13, step 53000: bleu: 29.50, loss: 39313.9375, ppl: 4.1844, duration: 40.7952s\n", "2019-12-30 00:46:45,551 Epoch 13 Step: 53100 Batch Loss: 1.561873 Tokens per Sec: 15099, Lr: 0.000300\n", "2019-12-30 00:46:59,683 Epoch 13 Step: 53200 Batch Loss: 1.414324 Tokens per Sec: 15428, Lr: 0.000300\n", "2019-12-30 00:47:13,858 Epoch 13 Step: 53300 Batch Loss: 1.465958 Tokens per Sec: 15413, Lr: 0.000300\n", "2019-12-30 00:47:27,811 Epoch 13 Step: 53400 Batch Loss: 1.634066 Tokens per Sec: 15512, Lr: 0.000300\n", "2019-12-30 00:47:42,324 Epoch 13 Step: 53500 Batch Loss: 1.425048 Tokens per Sec: 15521, Lr: 0.000300\n", "2019-12-30 00:47:56,030 Epoch 13 Step: 53600 Batch Loss: 1.158862 Tokens per Sec: 15732, Lr: 0.000300\n", "2019-12-30 00:48:10,164 Epoch 13 Step: 53700 Batch Loss: 1.421152 Tokens per Sec: 15564, Lr: 0.000300\n", "2019-12-30 00:48:24,173 Epoch 13 Step: 53800 Batch Loss: 1.315800 Tokens per Sec: 16093, Lr: 0.000300\n", "2019-12-30 00:48:29,205 Epoch 13: total training loss 6049.17\n", "2019-12-30 00:48:29,205 EPOCH 14\n", "2019-12-30 00:48:38,447 Epoch 14 Step: 53900 Batch Loss: 1.218418 Tokens per Sec: 14560, Lr: 0.000300\n", "2019-12-30 00:48:52,716 Epoch 14 Step: 54000 Batch Loss: 1.601310 Tokens per Sec: 15231, Lr: 0.000300\n", "2019-12-30 00:49:33,741 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:49:33,742 Saving new checkpoint.\n", "2019-12-30 00:49:34,027 Example #0\n", "2019-12-30 00:49:34,028 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:49:34,028 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:49:34,028 \tHypothesis: “ Idan ya yiwu , ” Nassosi ya ba mu gargaɗi , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:49:34,028 Example #1\n", "2019-12-30 00:49:34,028 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:49:34,028 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:49:34,028 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:49:34,028 Example #2\n", "2019-12-30 00:49:34,029 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:49:34,029 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:49:34,029 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:49:34,029 Example #3\n", "2019-12-30 00:49:34,029 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:49:34,029 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:49:34,030 \tHypothesis: To , don me , a gabãninku , akwai waɗanda suke yin hankali daga mutãnen ƙarnõni , dõmin su yi ɓarna a cikin ƙasa , fãce kaɗan daga wanda Muka tsĩrar daga gare su ?\n", "2019-12-30 00:49:34,030 Validation result (greedy) at epoch 14, step 54000: bleu: 29.64, loss: 38852.9727, ppl: 4.1148, duration: 41.3135s\n", "2019-12-30 00:49:47,936 Epoch 14 Step: 54100 Batch Loss: 1.546654 Tokens per Sec: 15925, Lr: 0.000300\n", "2019-12-30 00:50:02,477 Epoch 14 Step: 54200 Batch Loss: 1.478375 Tokens per Sec: 14897, Lr: 0.000300\n", "2019-12-30 00:50:16,442 Epoch 14 Step: 54300 Batch Loss: 1.619799 Tokens per Sec: 15605, Lr: 0.000300\n", "2019-12-30 00:50:30,559 Epoch 14 Step: 54400 Batch Loss: 1.359397 Tokens per Sec: 15744, Lr: 0.000300\n", "2019-12-30 00:50:44,460 Epoch 14 Step: 54500 Batch Loss: 1.562688 Tokens per Sec: 15742, Lr: 0.000300\n", "2019-12-30 00:50:58,654 Epoch 14 Step: 54600 Batch Loss: 1.382236 Tokens per Sec: 15761, Lr: 0.000300\n", "2019-12-30 00:51:13,065 Epoch 14 Step: 54700 Batch Loss: 1.576714 Tokens per Sec: 15179, Lr: 0.000300\n", "2019-12-30 00:51:27,072 Epoch 14 Step: 54800 Batch Loss: 1.530986 Tokens per Sec: 15984, Lr: 0.000300\n", "2019-12-30 00:51:41,180 Epoch 14 Step: 54900 Batch Loss: 1.442522 Tokens per Sec: 15509, Lr: 0.000300\n", "2019-12-30 00:51:55,158 Epoch 14 Step: 55000 Batch Loss: 1.296790 Tokens per Sec: 15804, Lr: 0.000300\n", "2019-12-30 00:52:35,425 Example #0\n", "2019-12-30 00:52:35,426 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:52:35,426 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:52:35,426 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:52:35,426 Example #1\n", "2019-12-30 00:52:35,426 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:52:35,426 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:52:35,426 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:52:35,426 Example #2\n", "2019-12-30 00:52:35,427 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:52:35,427 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:52:35,427 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:52:35,427 Example #3\n", "2019-12-30 00:52:35,427 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:52:35,427 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:52:35,427 \tHypothesis: To , don me , ba a saukar da wata jama 'a ba a gabãninka , daga mutãnen ƙarshe , sunã hani daga ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 00:52:35,427 Validation result (greedy) at epoch 14, step 55000: bleu: 29.68, loss: 39013.5547, ppl: 4.1389, duration: 40.2693s\n", "2019-12-30 00:52:49,568 Epoch 14 Step: 55100 Batch Loss: 1.444698 Tokens per Sec: 15601, Lr: 0.000300\n", "2019-12-30 00:53:03,597 Epoch 14 Step: 55200 Batch Loss: 1.595862 Tokens per Sec: 15901, Lr: 0.000300\n", "2019-12-30 00:53:17,468 Epoch 14 Step: 55300 Batch Loss: 1.178628 Tokens per Sec: 16183, Lr: 0.000300\n", "2019-12-30 00:53:31,655 Epoch 14 Step: 55400 Batch Loss: 1.562926 Tokens per Sec: 15138, Lr: 0.000300\n", "2019-12-30 00:53:46,019 Epoch 14 Step: 55500 Batch Loss: 1.487450 Tokens per Sec: 15446, Lr: 0.000300\n", "2019-12-30 00:53:59,845 Epoch 14 Step: 55600 Batch Loss: 1.560907 Tokens per Sec: 16192, Lr: 0.000300\n", "2019-12-30 00:54:13,606 Epoch 14 Step: 55700 Batch Loss: 1.442996 Tokens per Sec: 15591, Lr: 0.000300\n", "2019-12-30 00:54:27,545 Epoch 14 Step: 55800 Batch Loss: 1.042352 Tokens per Sec: 15607, Lr: 0.000300\n", "2019-12-30 00:54:41,727 Epoch 14 Step: 55900 Batch Loss: 1.419246 Tokens per Sec: 14958, Lr: 0.000300\n", "2019-12-30 00:54:55,575 Epoch 14 Step: 56000 Batch Loss: 1.442039 Tokens per Sec: 16030, Lr: 0.000300\n", "2019-12-30 00:55:35,829 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:55:35,829 Saving new checkpoint.\n", "2019-12-30 00:55:36,118 Example #0\n", "2019-12-30 00:55:36,119 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:55:36,119 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:55:36,119 \tHypothesis: “ Idan ya yiwu , ” Nassosi ya ba mu shawara , “ kamar yadda ya dangana a gare ka , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 00:55:36,119 Example #1\n", "2019-12-30 00:55:36,120 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:55:36,120 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:55:36,120 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:55:36,120 Example #2\n", "2019-12-30 00:55:36,120 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:55:36,120 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:55:36,120 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 00:55:36,120 Example #3\n", "2019-12-30 00:55:36,121 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:55:36,121 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:55:36,121 \tHypothesis: To , don me , a cikin al 'ummõmi waɗanda suke a gabãninka , ba su yi hankali ba , su yãke su , a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-30 00:55:36,121 Validation result (greedy) at epoch 14, step 56000: bleu: 30.12, loss: 38835.6914, ppl: 4.1122, duration: 40.5459s\n", "2019-12-30 00:55:49,944 Epoch 14 Step: 56100 Batch Loss: 1.485886 Tokens per Sec: 15433, Lr: 0.000300\n", "2019-12-30 00:56:04,201 Epoch 14 Step: 56200 Batch Loss: 1.645151 Tokens per Sec: 15219, Lr: 0.000300\n", "2019-12-30 00:56:18,144 Epoch 14 Step: 56300 Batch Loss: 1.453289 Tokens per Sec: 15544, Lr: 0.000300\n", "2019-12-30 00:56:32,166 Epoch 14 Step: 56400 Batch Loss: 1.229145 Tokens per Sec: 15719, Lr: 0.000300\n", "2019-12-30 00:56:46,185 Epoch 14 Step: 56500 Batch Loss: 1.204947 Tokens per Sec: 15975, Lr: 0.000300\n", "2019-12-30 00:57:00,628 Epoch 14 Step: 56600 Batch Loss: 1.461437 Tokens per Sec: 15376, Lr: 0.000300\n", "2019-12-30 00:57:14,733 Epoch 14 Step: 56700 Batch Loss: 1.559681 Tokens per Sec: 15641, Lr: 0.000300\n", "2019-12-30 00:57:28,785 Epoch 14 Step: 56800 Batch Loss: 1.598046 Tokens per Sec: 15391, Lr: 0.000300\n", "2019-12-30 00:57:42,497 Epoch 14 Step: 56900 Batch Loss: 1.459559 Tokens per Sec: 15889, Lr: 0.000300\n", "2019-12-30 00:57:56,788 Epoch 14 Step: 57000 Batch Loss: 1.077166 Tokens per Sec: 15770, Lr: 0.000300\n", "2019-12-30 00:58:37,039 Hooray! New best validation result [ppl]!\n", "2019-12-30 00:58:37,039 Saving new checkpoint.\n", "2019-12-30 00:58:37,390 Example #0\n", "2019-12-30 00:58:37,390 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 00:58:37,390 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 00:58:37,390 \tHypothesis: “ Idan ya yiwu , ” Nassosi sun ba mu gargaɗi , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 00:58:37,391 Example #1\n", "2019-12-30 00:58:37,391 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 00:58:37,391 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 00:58:37,391 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 00:58:37,391 Example #2\n", "2019-12-30 00:58:37,391 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 00:58:37,391 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 00:58:37,391 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki ya yi amfani da dukan harsuna a duniya ya nuna abin da ya faru ?\n", "2019-12-30 00:58:37,391 Example #3\n", "2019-12-30 00:58:37,392 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 00:58:37,392 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 00:58:37,392 \tHypothesis: To , don me , ba a saukar da wani ilmi ba a gabãninka , daga mutãnen ƙarnõni , waɗanda suke bã su fahimtar ( abũbuwa ) , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-30 00:58:37,392 Validation result (greedy) at epoch 14, step 57000: bleu: 30.29, loss: 38729.8984, ppl: 4.0964, duration: 40.6036s\n", "2019-12-30 00:58:51,719 Epoch 14 Step: 57100 Batch Loss: 1.384631 Tokens per Sec: 15331, Lr: 0.000300\n", "2019-12-30 00:59:05,928 Epoch 14 Step: 57200 Batch Loss: 1.526608 Tokens per Sec: 15573, Lr: 0.000300\n", "2019-12-30 00:59:19,962 Epoch 14 Step: 57300 Batch Loss: 1.661093 Tokens per Sec: 15220, Lr: 0.000300\n", "2019-12-30 00:59:34,190 Epoch 14 Step: 57400 Batch Loss: 1.405505 Tokens per Sec: 15490, Lr: 0.000300\n", "2019-12-30 00:59:48,249 Epoch 14 Step: 57500 Batch Loss: 1.583746 Tokens per Sec: 15361, Lr: 0.000300\n", "2019-12-30 01:00:02,437 Epoch 14 Step: 57600 Batch Loss: 1.507215 Tokens per Sec: 15197, Lr: 0.000300\n", "2019-12-30 01:00:16,594 Epoch 14 Step: 57700 Batch Loss: 1.533572 Tokens per Sec: 15532, Lr: 0.000300\n", "2019-12-30 01:00:30,856 Epoch 14 Step: 57800 Batch Loss: 1.628708 Tokens per Sec: 15520, Lr: 0.000300\n", "2019-12-30 01:00:45,052 Epoch 14 Step: 57900 Batch Loss: 1.484625 Tokens per Sec: 15080, Lr: 0.000300\n", "2019-12-30 01:00:57,289 Epoch 14: total training loss 5959.08\n", "2019-12-30 01:00:57,289 EPOCH 15\n", "2019-12-30 01:00:59,870 Epoch 15 Step: 58000 Batch Loss: 1.067619 Tokens per Sec: 12146, Lr: 0.000300\n", "2019-12-30 01:01:41,582 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:01:41,582 Saving new checkpoint.\n", "2019-12-30 01:01:41,929 Example #0\n", "2019-12-30 01:01:41,930 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:01:41,931 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:01:41,931 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:01:41,931 Example #1\n", "2019-12-30 01:01:41,931 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:01:41,931 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:01:41,932 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:01:41,932 Example #2\n", "2019-12-30 01:01:41,932 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:01:41,932 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:01:41,932 \tHypothesis: ( Matta 24 : 45 ) Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya ya nuna abin da ya faru ?\n", "2019-12-30 01:01:41,933 Example #3\n", "2019-12-30 01:01:41,933 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:01:41,933 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:01:41,933 \tHypothesis: To , don me , ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , daga mutãnen yanzu , waɗanda suke yin rõwa , a cikin ƙasa , fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:01:41,933 Validation result (greedy) at epoch 15, step 58000: bleu: 30.27, loss: 38471.2930, ppl: 4.0580, duration: 42.0632s\n", "2019-12-30 01:01:56,449 Epoch 15 Step: 58100 Batch Loss: 1.529531 Tokens per Sec: 15071, Lr: 0.000300\n", "2019-12-30 01:02:11,176 Epoch 15 Step: 58200 Batch Loss: 1.354636 Tokens per Sec: 14470, Lr: 0.000300\n", "2019-12-30 01:02:25,498 Epoch 15 Step: 58300 Batch Loss: 1.486969 Tokens per Sec: 14988, Lr: 0.000300\n", "2019-12-30 01:02:39,848 Epoch 15 Step: 58400 Batch Loss: 1.335012 Tokens per Sec: 15212, Lr: 0.000300\n", "2019-12-30 01:02:54,282 Epoch 15 Step: 58500 Batch Loss: 1.445541 Tokens per Sec: 15233, Lr: 0.000300\n", "2019-12-30 01:03:09,200 Epoch 15 Step: 58600 Batch Loss: 1.572065 Tokens per Sec: 14674, Lr: 0.000300\n", "2019-12-30 01:03:23,490 Epoch 15 Step: 58700 Batch Loss: 1.264291 Tokens per Sec: 15157, Lr: 0.000300\n", "2019-12-30 01:03:37,624 Epoch 15 Step: 58800 Batch Loss: 1.316261 Tokens per Sec: 15046, Lr: 0.000300\n", "2019-12-30 01:03:51,984 Epoch 15 Step: 58900 Batch Loss: 1.392478 Tokens per Sec: 15228, Lr: 0.000300\n", "2019-12-30 01:04:06,527 Epoch 15 Step: 59000 Batch Loss: 1.408985 Tokens per Sec: 14916, Lr: 0.000300\n", "2019-12-30 01:04:48,258 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:04:48,258 Saving new checkpoint.\n", "2019-12-30 01:04:48,619 Example #0\n", "2019-12-30 01:04:48,619 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:04:48,619 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:04:48,619 \tHypothesis: “ Idan ya yiwu , ” Nassosi ya ba mu shawara , “ kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:04:48,619 Example #1\n", "2019-12-30 01:04:48,620 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:04:48,620 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:04:48,620 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:04:48,620 Example #2\n", "2019-12-30 01:04:48,620 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:04:48,620 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:04:48,620 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya ya nuna cewa menene ya kamata mu yi ?\n", "2019-12-30 01:04:48,620 Example #3\n", "2019-12-30 01:04:48,621 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:04:48,621 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:04:48,621 \tHypothesis: Kuma don me , a cikin waɗansu al 'ummomi daga gabãninka , ba su kasance sunã sanin su ba , fãce dai sun kasance sunã yin ɓarna a cikin ƙasa ?\n", "2019-12-30 01:04:48,621 Validation result (greedy) at epoch 15, step 59000: bleu: 30.76, loss: 38377.3438, ppl: 4.0441, duration: 42.0940s\n", "2019-12-30 01:05:03,191 Epoch 15 Step: 59100 Batch Loss: 1.539060 Tokens per Sec: 15271, Lr: 0.000300\n", "2019-12-30 01:05:17,798 Epoch 15 Step: 59200 Batch Loss: 1.566472 Tokens per Sec: 14720, Lr: 0.000300\n", "2019-12-30 01:05:31,980 Epoch 15 Step: 59300 Batch Loss: 1.428069 Tokens per Sec: 14996, Lr: 0.000300\n", "2019-12-30 01:05:46,107 Epoch 15 Step: 59400 Batch Loss: 1.445301 Tokens per Sec: 15592, Lr: 0.000300\n", "2019-12-30 01:06:00,608 Epoch 15 Step: 59500 Batch Loss: 1.614000 Tokens per Sec: 15292, Lr: 0.000300\n", "2019-12-30 01:06:15,020 Epoch 15 Step: 59600 Batch Loss: 1.133532 Tokens per Sec: 14995, Lr: 0.000300\n", "2019-12-30 01:06:29,408 Epoch 15 Step: 59700 Batch Loss: 1.440741 Tokens per Sec: 15253, Lr: 0.000300\n", "2019-12-30 01:06:43,884 Epoch 15 Step: 59800 Batch Loss: 1.516173 Tokens per Sec: 14978, Lr: 0.000300\n", "2019-12-30 01:06:58,019 Epoch 15 Step: 59900 Batch Loss: 1.497926 Tokens per Sec: 15370, Lr: 0.000300\n", "2019-12-30 01:07:12,135 Epoch 15 Step: 60000 Batch Loss: 1.463171 Tokens per Sec: 15047, Lr: 0.000300\n", "2019-12-30 01:07:53,699 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:07:53,699 Saving new checkpoint.\n", "2019-12-30 01:07:54,071 Example #0\n", "2019-12-30 01:07:54,071 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:07:54,071 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:07:54,072 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:07:54,072 Example #1\n", "2019-12-30 01:07:54,072 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:07:54,072 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:07:54,072 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:07:54,073 Example #2\n", "2019-12-30 01:07:54,077 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:07:54,077 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:07:54,077 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shi ne shaida ga menene ?\n", "2019-12-30 01:07:54,077 Example #3\n", "2019-12-30 01:07:54,077 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:07:54,077 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:07:54,077 \tHypothesis: To , don me , ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , sunã hani daga ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 01:07:54,077 Validation result (greedy) at epoch 15, step 60000: bleu: 30.56, loss: 38358.9219, ppl: 4.0414, duration: 41.9421s\n", "2019-12-30 01:08:08,790 Epoch 15 Step: 60100 Batch Loss: 1.324898 Tokens per Sec: 15507, Lr: 0.000300\n", "2019-12-30 01:08:22,939 Epoch 15 Step: 60200 Batch Loss: 1.558544 Tokens per Sec: 15840, Lr: 0.000300\n", "2019-12-30 01:08:37,247 Epoch 15 Step: 60300 Batch Loss: 1.468803 Tokens per Sec: 15610, Lr: 0.000300\n", "2019-12-30 01:08:51,400 Epoch 15 Step: 60400 Batch Loss: 1.410235 Tokens per Sec: 15404, Lr: 0.000300\n", "2019-12-30 01:09:05,713 Epoch 15 Step: 60500 Batch Loss: 1.505173 Tokens per Sec: 15667, Lr: 0.000300\n", "2019-12-30 01:09:20,268 Epoch 15 Step: 60600 Batch Loss: 1.375327 Tokens per Sec: 15118, Lr: 0.000300\n", "2019-12-30 01:09:34,927 Epoch 15 Step: 60700 Batch Loss: 1.385442 Tokens per Sec: 15125, Lr: 0.000300\n", "2019-12-30 01:09:49,487 Epoch 15 Step: 60800 Batch Loss: 1.271998 Tokens per Sec: 15545, Lr: 0.000300\n", "2019-12-30 01:10:04,075 Epoch 15 Step: 60900 Batch Loss: 1.272976 Tokens per Sec: 14901, Lr: 0.000300\n", "2019-12-30 01:10:18,529 Epoch 15 Step: 61000 Batch Loss: 1.120980 Tokens per Sec: 15206, Lr: 0.000300\n", "2019-12-30 01:10:59,850 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:10:59,850 Saving new checkpoint.\n", "2019-12-30 01:11:00,212 Example #0\n", "2019-12-30 01:11:00,212 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:11:00,213 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:11:00,213 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ da ya dangana a gareka , ka zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:11:00,213 Example #1\n", "2019-12-30 01:11:00,213 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:11:00,213 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:11:00,213 \tHypothesis: Talifi na gaba ya ƙara bincika nufin tashin matattu .\n", "2019-12-30 01:11:00,213 Example #2\n", "2019-12-30 01:11:00,213 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:11:00,214 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:11:00,214 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shi ne shaida ga menene ?\n", "2019-12-30 01:11:00,214 Example #3\n", "2019-12-30 01:11:00,214 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:11:00,214 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:11:00,214 \tHypothesis: To , don me , waɗansu al 'ummomi daga mutãnen ƙarshe ba su kasance a gabãninka ba , sunã hani daga abin da ke a cikin ƙasa ? fãce kaɗan daga wanda Muka tsĩrar daga gare su ?\n", "2019-12-30 01:11:00,214 Validation result (greedy) at epoch 15, step 61000: bleu: 30.58, loss: 38195.5195, ppl: 4.0175, duration: 41.6854s\n", "2019-12-30 01:11:14,739 Epoch 15 Step: 61100 Batch Loss: 1.269880 Tokens per Sec: 15010, Lr: 0.000300\n", "2019-12-30 01:11:29,020 Epoch 15 Step: 61200 Batch Loss: 1.387922 Tokens per Sec: 15667, Lr: 0.000300\n", "2019-12-30 01:11:43,504 Epoch 15 Step: 61300 Batch Loss: 1.447329 Tokens per Sec: 15118, Lr: 0.000300\n", "2019-12-30 01:11:57,980 Epoch 15 Step: 61400 Batch Loss: 1.407391 Tokens per Sec: 14746, Lr: 0.000300\n", "2019-12-30 01:12:12,686 Epoch 15 Step: 61500 Batch Loss: 1.468015 Tokens per Sec: 14677, Lr: 0.000300\n", "2019-12-30 01:12:27,026 Epoch 15 Step: 61600 Batch Loss: 1.105869 Tokens per Sec: 15512, Lr: 0.000300\n", "2019-12-30 01:12:41,484 Epoch 15 Step: 61700 Batch Loss: 1.467240 Tokens per Sec: 15153, Lr: 0.000300\n", "2019-12-30 01:12:55,676 Epoch 15 Step: 61800 Batch Loss: 1.362999 Tokens per Sec: 15072, Lr: 0.000300\n", "2019-12-30 01:13:10,314 Epoch 15 Step: 61900 Batch Loss: 1.489412 Tokens per Sec: 15832, Lr: 0.000300\n", "2019-12-30 01:13:24,670 Epoch 15 Step: 62000 Batch Loss: 1.099883 Tokens per Sec: 15097, Lr: 0.000300\n", "2019-12-30 01:14:06,341 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:14:06,341 Saving new checkpoint.\n", "2019-12-30 01:14:06,743 Example #0\n", "2019-12-30 01:14:06,744 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:14:06,744 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:14:06,744 \tHypothesis: Littafi Mai Tsarki ya yi mana gargaɗi : “ Idan ya yiwu , ” wato , “ ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:14:06,744 Example #1\n", "2019-12-30 01:14:06,744 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:14:06,744 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:14:06,744 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:14:06,744 Example #2\n", "2019-12-30 01:14:06,745 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:14:06,745 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:14:06,745 \tHypothesis: Gaskiyar cewa an ba da Littafi Mai Tsarki a dukan harsuna a duniya abin da ke cikin duniya shi ne shaida ga menene ?\n", "2019-12-30 01:14:06,745 Example #3\n", "2019-12-30 01:14:06,745 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:14:06,745 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:14:06,745 \tHypothesis: To , don me , waɗansu jama 'a daga mutãnen ƙarshe ba su kasance a gabãninka ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:14:06,745 Validation result (greedy) at epoch 15, step 62000: bleu: 30.44, loss: 38007.7539, ppl: 3.9901, duration: 42.0749s\n", "2019-12-30 01:14:21,316 Epoch 15 Step: 62100 Batch Loss: 1.429937 Tokens per Sec: 14967, Lr: 0.000300\n", "2019-12-30 01:14:26,638 Epoch 15: total training loss 5877.64\n", "2019-12-30 01:14:26,638 EPOCH 16\n", "2019-12-30 01:14:36,060 Epoch 16 Step: 62200 Batch Loss: 1.318144 Tokens per Sec: 14564, Lr: 0.000300\n", "2019-12-30 01:14:50,632 Epoch 16 Step: 62300 Batch Loss: 1.332637 Tokens per Sec: 15132, Lr: 0.000300\n", "2019-12-30 01:15:04,886 Epoch 16 Step: 62400 Batch Loss: 1.188404 Tokens per Sec: 15640, Lr: 0.000300\n", "2019-12-30 01:15:19,208 Epoch 16 Step: 62500 Batch Loss: 1.469953 Tokens per Sec: 15325, Lr: 0.000300\n", "2019-12-30 01:15:33,576 Epoch 16 Step: 62600 Batch Loss: 1.519701 Tokens per Sec: 15460, Lr: 0.000300\n", "2019-12-30 01:15:48,071 Epoch 16 Step: 62700 Batch Loss: 1.275383 Tokens per Sec: 15066, Lr: 0.000300\n", "2019-12-30 01:16:02,424 Epoch 16 Step: 62800 Batch Loss: 1.478271 Tokens per Sec: 15422, Lr: 0.000300\n", "2019-12-30 01:16:16,671 Epoch 16 Step: 62900 Batch Loss: 1.401472 Tokens per Sec: 15270, Lr: 0.000300\n", "2019-12-30 01:16:31,091 Epoch 16 Step: 63000 Batch Loss: 1.423179 Tokens per Sec: 15683, Lr: 0.000300\n", "2019-12-30 01:17:12,275 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:17:12,275 Saving new checkpoint.\n", "2019-12-30 01:17:12,522 Example #0\n", "2019-12-30 01:17:12,522 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:17:12,522 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:17:12,522 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ ya dangana a gareka , ka zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:17:12,522 Example #1\n", "2019-12-30 01:17:12,522 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:17:12,522 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:17:12,523 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:17:12,523 Example #2\n", "2019-12-30 01:17:12,523 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:17:12,523 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:17:12,523 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shi ne shaida ga menene ?\n", "2019-12-30 01:17:12,523 Example #3\n", "2019-12-30 01:17:12,523 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:17:12,523 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:17:12,524 \tHypothesis: Kuma don me , waɗansu al 'ummomi daga gabãninku ba su kasance mãsu hankali ba daga mutãnen ƙarnõni , dõmin su hana su yin ɓarna a cikin ƙasa , fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:17:12,524 Validation result (greedy) at epoch 16, step 63000: bleu: 30.83, loss: 37904.0078, ppl: 3.9750, duration: 41.4328s\n", "2019-12-30 01:17:27,039 Epoch 16 Step: 63100 Batch Loss: 1.337257 Tokens per Sec: 15423, Lr: 0.000300\n", "2019-12-30 01:17:41,285 Epoch 16 Step: 63200 Batch Loss: 1.429803 Tokens per Sec: 15384, Lr: 0.000300\n", "2019-12-30 01:17:55,730 Epoch 16 Step: 63300 Batch Loss: 1.429358 Tokens per Sec: 15375, Lr: 0.000300\n", "2019-12-30 01:18:09,891 Epoch 16 Step: 63400 Batch Loss: 1.250514 Tokens per Sec: 15406, Lr: 0.000300\n", "2019-12-30 01:18:24,378 Epoch 16 Step: 63500 Batch Loss: 1.349283 Tokens per Sec: 15552, Lr: 0.000300\n", "2019-12-30 01:18:38,673 Epoch 16 Step: 63600 Batch Loss: 1.514666 Tokens per Sec: 15004, Lr: 0.000300\n", "2019-12-30 01:18:52,991 Epoch 16 Step: 63700 Batch Loss: 1.353805 Tokens per Sec: 15500, Lr: 0.000300\n", "2019-12-30 01:19:07,273 Epoch 16 Step: 63800 Batch Loss: 1.409515 Tokens per Sec: 15418, Lr: 0.000300\n", "2019-12-30 01:19:21,445 Epoch 16 Step: 63900 Batch Loss: 1.246087 Tokens per Sec: 15361, Lr: 0.000300\n", "2019-12-30 01:19:35,871 Epoch 16 Step: 64000 Batch Loss: 1.444700 Tokens per Sec: 15192, Lr: 0.000300\n", "2019-12-30 01:20:17,329 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:20:17,329 Saving new checkpoint.\n", "2019-12-30 01:20:17,686 Example #0\n", "2019-12-30 01:20:17,686 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:20:17,686 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:20:17,687 \tHypothesis: “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:20:17,687 Example #1\n", "2019-12-30 01:20:17,687 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:20:17,687 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:20:17,687 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:20:17,687 Example #2\n", "2019-12-30 01:20:17,687 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:20:17,688 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:20:17,688 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 01:20:17,688 Example #3\n", "2019-12-30 01:20:17,688 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:20:17,688 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:20:17,688 \tHypothesis: To , don me , waɗansu jama 'a daga mutãnen ƙarshe ba su kasance a gabãninka ba , sunã hani daga abin da aka hane su daga gare shi , a cikin ƙasa , fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:20:17,688 Validation result (greedy) at epoch 16, step 64000: bleu: 31.27, loss: 37801.2695, ppl: 3.9602, duration: 41.8171s\n", "2019-12-30 01:20:32,202 Epoch 16 Step: 64100 Batch Loss: 1.459083 Tokens per Sec: 15246, Lr: 0.000300\n", "2019-12-30 01:20:46,378 Epoch 16 Step: 64200 Batch Loss: 1.201290 Tokens per Sec: 15578, Lr: 0.000300\n", "2019-12-30 01:21:01,093 Epoch 16 Step: 64300 Batch Loss: 1.552164 Tokens per Sec: 14983, Lr: 0.000300\n", "2019-12-30 01:21:15,662 Epoch 16 Step: 64400 Batch Loss: 1.584108 Tokens per Sec: 15031, Lr: 0.000300\n", "2019-12-30 01:21:30,135 Epoch 16 Step: 64500 Batch Loss: 1.527346 Tokens per Sec: 14997, Lr: 0.000300\n", "2019-12-30 01:21:44,813 Epoch 16 Step: 64600 Batch Loss: 1.216908 Tokens per Sec: 14917, Lr: 0.000300\n", "2019-12-30 01:21:59,311 Epoch 16 Step: 64700 Batch Loss: 1.329110 Tokens per Sec: 15142, Lr: 0.000300\n", "2019-12-30 01:22:13,967 Epoch 16 Step: 64800 Batch Loss: 1.407245 Tokens per Sec: 14731, Lr: 0.000300\n", "2019-12-30 01:22:28,512 Epoch 16 Step: 64900 Batch Loss: 1.319626 Tokens per Sec: 14609, Lr: 0.000300\n", "2019-12-30 01:22:42,926 Epoch 16 Step: 65000 Batch Loss: 1.219962 Tokens per Sec: 15588, Lr: 0.000300\n", "2019-12-30 01:23:25,246 Example #0\n", "2019-12-30 01:23:25,246 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:23:25,247 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:23:25,247 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:23:25,247 Example #1\n", "2019-12-30 01:23:25,247 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:23:25,247 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:23:25,247 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:23:25,247 Example #2\n", "2019-12-30 01:23:25,248 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:23:25,248 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:23:25,248 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya ya nuna menene ?\n", "2019-12-30 01:23:25,248 Example #3\n", "2019-12-30 01:23:25,248 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:23:25,248 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:23:25,248 \tHypothesis: To , don me ba a saukar da wata jama 'a ba a gabãninka , daga mutãnen yanzu , waɗanda suke yin hankali , a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-30 01:23:25,249 Validation result (greedy) at epoch 16, step 65000: bleu: 30.82, loss: 37810.3203, ppl: 3.9615, duration: 42.3224s\n", "2019-12-30 01:23:39,928 Epoch 16 Step: 65100 Batch Loss: 1.456280 Tokens per Sec: 15082, Lr: 0.000300\n", "2019-12-30 01:23:54,372 Epoch 16 Step: 65200 Batch Loss: 1.318569 Tokens per Sec: 15095, Lr: 0.000300\n", "2019-12-30 01:24:09,141 Epoch 16 Step: 65300 Batch Loss: 1.406425 Tokens per Sec: 14907, Lr: 0.000300\n", "2019-12-30 01:24:23,545 Epoch 16 Step: 65400 Batch Loss: 1.544281 Tokens per Sec: 15315, Lr: 0.000300\n", "2019-12-30 01:24:38,027 Epoch 16 Step: 65500 Batch Loss: 1.579719 Tokens per Sec: 14867, Lr: 0.000300\n", "2019-12-30 01:24:52,610 Epoch 16 Step: 65600 Batch Loss: 1.119680 Tokens per Sec: 15180, Lr: 0.000300\n", "2019-12-30 01:25:07,278 Epoch 16 Step: 65700 Batch Loss: 1.421077 Tokens per Sec: 15113, Lr: 0.000300\n", "2019-12-30 01:25:21,934 Epoch 16 Step: 65800 Batch Loss: 1.410082 Tokens per Sec: 14759, Lr: 0.000300\n", "2019-12-30 01:25:36,710 Epoch 16 Step: 65900 Batch Loss: 1.352284 Tokens per Sec: 14617, Lr: 0.000300\n", "2019-12-30 01:25:51,334 Epoch 16 Step: 66000 Batch Loss: 1.444124 Tokens per Sec: 15219, Lr: 0.000300\n", "2019-12-30 01:26:33,688 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:26:33,688 Saving new checkpoint.\n", "2019-12-30 01:26:34,016 Example #0\n", "2019-12-30 01:26:34,019 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:26:34,019 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:26:34,019 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:26:34,019 Example #1\n", "2019-12-30 01:26:34,020 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:26:34,020 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:26:34,020 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:26:34,022 Example #2\n", "2019-12-30 01:26:34,022 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:26:34,022 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:26:34,022 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna a duniya shi ne shaida ga menene ?\n", "2019-12-30 01:26:34,023 Example #3\n", "2019-12-30 01:26:34,023 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:26:34,025 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:26:34,025 \tHypothesis: To , don me , ba a saukar da wata jama 'a daga mutãnen farko ba a gabãninka , daga mutãnen , waɗanda suke hani daga ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar da su daga gare su ?\n", "2019-12-30 01:26:34,025 Validation result (greedy) at epoch 16, step 66000: bleu: 31.12, loss: 37558.9258, ppl: 3.9254, duration: 42.6905s\n", "2019-12-30 01:26:48,917 Epoch 16 Step: 66100 Batch Loss: 1.577091 Tokens per Sec: 15045, Lr: 0.000300\n", "2019-12-30 01:27:03,346 Epoch 16 Step: 66200 Batch Loss: 1.333791 Tokens per Sec: 14823, Lr: 0.000300\n", "2019-12-30 01:27:13,784 Epoch 16: total training loss 5765.17\n", "2019-12-30 01:27:13,784 EPOCH 17\n", "2019-12-30 01:27:18,280 Epoch 17 Step: 66300 Batch Loss: 1.587650 Tokens per Sec: 14085, Lr: 0.000300\n", "2019-12-30 01:27:32,909 Epoch 17 Step: 66400 Batch Loss: 1.028332 Tokens per Sec: 14638, Lr: 0.000300\n", "2019-12-30 01:27:47,307 Epoch 17 Step: 66500 Batch Loss: 1.833549 Tokens per Sec: 15285, Lr: 0.000300\n", "2019-12-30 01:28:01,930 Epoch 17 Step: 66600 Batch Loss: 1.318326 Tokens per Sec: 15295, Lr: 0.000300\n", "2019-12-30 01:28:16,442 Epoch 17 Step: 66700 Batch Loss: 1.466215 Tokens per Sec: 15305, Lr: 0.000300\n", "2019-12-30 01:28:31,059 Epoch 17 Step: 66800 Batch Loss: 1.556587 Tokens per Sec: 14999, Lr: 0.000300\n", "2019-12-30 01:28:45,598 Epoch 17 Step: 66900 Batch Loss: 1.327661 Tokens per Sec: 14437, Lr: 0.000300\n", "2019-12-30 01:28:59,942 Epoch 17 Step: 67000 Batch Loss: 1.498223 Tokens per Sec: 15239, Lr: 0.000300\n", "2019-12-30 01:29:41,838 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:29:41,838 Saving new checkpoint.\n", "2019-12-30 01:29:42,266 Example #0\n", "2019-12-30 01:29:42,267 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:29:42,267 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:29:42,267 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” ya ba mu shawara , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:29:42,267 Example #1\n", "2019-12-30 01:29:42,267 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:29:42,267 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:29:42,267 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:29:42,267 Example #2\n", "2019-12-30 01:29:42,267 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:29:42,267 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:29:42,267 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya ya nuna abin da ya faru ?\n", "2019-12-30 01:29:42,268 Example #3\n", "2019-12-30 01:29:42,268 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:29:42,268 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:29:42,268 \tHypothesis: To , don me , a lõkacin da mutãnen ƙarnõni suka yi hankali ba , a gabãninka , su yi hani da yin ɓarna a cikin ƙasa , fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:29:42,268 Validation result (greedy) at epoch 17, step 67000: bleu: 31.21, loss: 37360.8008, ppl: 3.8972, duration: 42.3261s\n", "2019-12-30 01:29:57,068 Epoch 17 Step: 67100 Batch Loss: 1.248127 Tokens per Sec: 14893, Lr: 0.000300\n", "2019-12-30 01:30:12,053 Epoch 17 Step: 67200 Batch Loss: 1.319636 Tokens per Sec: 14993, Lr: 0.000300\n", "2019-12-30 01:30:26,361 Epoch 17 Step: 67300 Batch Loss: 1.408338 Tokens per Sec: 15387, Lr: 0.000300\n", "2019-12-30 01:30:41,559 Epoch 17 Step: 67400 Batch Loss: 1.071431 Tokens per Sec: 14373, Lr: 0.000300\n", "2019-12-30 01:30:56,255 Epoch 17 Step: 67500 Batch Loss: 1.438821 Tokens per Sec: 14822, Lr: 0.000300\n", "2019-12-30 01:31:11,116 Epoch 17 Step: 67600 Batch Loss: 1.418957 Tokens per Sec: 14493, Lr: 0.000300\n", "2019-12-30 01:31:25,776 Epoch 17 Step: 67700 Batch Loss: 1.305508 Tokens per Sec: 14863, Lr: 0.000300\n", "2019-12-30 01:31:40,581 Epoch 17 Step: 67800 Batch Loss: 1.222832 Tokens per Sec: 15322, Lr: 0.000300\n", "2019-12-30 01:31:55,058 Epoch 17 Step: 67900 Batch Loss: 1.209149 Tokens per Sec: 15145, Lr: 0.000300\n", "2019-12-30 01:32:09,389 Epoch 17 Step: 68000 Batch Loss: 1.620388 Tokens per Sec: 15777, Lr: 0.000300\n", "2019-12-30 01:32:50,994 Example #0\n", "2019-12-30 01:32:50,995 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:32:50,995 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:32:50,995 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:32:50,995 Example #1\n", "2019-12-30 01:32:50,995 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:32:50,995 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:32:50,995 \tHypothesis: Talifinmu na gaba ya ƙara bincika nufin tashin matattu .\n", "2019-12-30 01:32:50,995 Example #2\n", "2019-12-30 01:32:50,996 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:32:50,996 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:32:50,996 \tHypothesis: ( Matta 24 : 45 ) Da yake Littafi Mai Tsarki ya yi amfani da Littafi Mai Tsarki a dukan harsuna da yawa a duniya tabbaci ne ga menene ?\n", "2019-12-30 01:32:50,996 Example #3\n", "2019-12-30 01:32:50,996 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:32:50,996 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:32:50,997 \tHypothesis: To , don me , waɗansu jama 'a daga mutãnen farko ba su kasance a gabãninka ba , sunã fahimtar ( mutãne ) , dõmin su yi ɓarna a cikin ƙasa ? Fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:32:50,997 Validation result (greedy) at epoch 17, step 68000: bleu: 31.81, loss: 37394.7852, ppl: 3.9020, duration: 41.6071s\n", "2019-12-30 01:33:05,329 Epoch 17 Step: 68100 Batch Loss: 1.324637 Tokens per Sec: 15479, Lr: 0.000300\n", "2019-12-30 01:33:19,695 Epoch 17 Step: 68200 Batch Loss: 1.480550 Tokens per Sec: 15038, Lr: 0.000300\n", "2019-12-30 01:33:33,781 Epoch 17 Step: 68300 Batch Loss: 1.309828 Tokens per Sec: 15217, Lr: 0.000300\n", "2019-12-30 01:33:47,763 Epoch 17 Step: 68400 Batch Loss: 1.475684 Tokens per Sec: 15269, Lr: 0.000300\n", "2019-12-30 01:34:02,287 Epoch 17 Step: 68500 Batch Loss: 1.275269 Tokens per Sec: 15421, Lr: 0.000300\n", "2019-12-30 01:34:16,776 Epoch 17 Step: 68600 Batch Loss: 1.198325 Tokens per Sec: 15467, Lr: 0.000300\n", "2019-12-30 01:34:31,138 Epoch 17 Step: 68700 Batch Loss: 1.168159 Tokens per Sec: 14969, Lr: 0.000300\n", "2019-12-30 01:34:45,079 Epoch 17 Step: 68800 Batch Loss: 1.390672 Tokens per Sec: 15556, Lr: 0.000300\n", "2019-12-30 01:34:59,392 Epoch 17 Step: 68900 Batch Loss: 1.493429 Tokens per Sec: 15752, Lr: 0.000300\n", "2019-12-30 01:35:13,698 Epoch 17 Step: 69000 Batch Loss: 1.458561 Tokens per Sec: 15316, Lr: 0.000300\n", "2019-12-30 01:35:55,306 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:35:55,306 Saving new checkpoint.\n", "2019-12-30 01:35:55,599 Example #0\n", "2019-12-30 01:35:55,600 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:35:55,600 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:35:55,600 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:35:55,600 Example #1\n", "2019-12-30 01:35:55,600 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:35:55,600 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:35:55,600 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:35:55,600 Example #2\n", "2019-12-30 01:35:55,601 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:35:55,601 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:35:55,601 \tHypothesis: ( Matta 24 : 45 - 47 ) Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 01:35:55,601 Example #3\n", "2019-12-30 01:35:55,601 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:35:55,601 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:35:55,601 \tHypothesis: To , don me , ba a saukar da waɗansu jama 'a ba daga gabãninku , waɗanda suke yin hankali , a cikin ƙasa , sunã hani daga ɓarna , fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:35:55,601 Validation result (greedy) at epoch 17, step 69000: bleu: 31.44, loss: 37238.2734, ppl: 3.8798, duration: 41.9027s\n", "2019-12-30 01:36:09,950 Epoch 17 Step: 69100 Batch Loss: 1.373057 Tokens per Sec: 15231, Lr: 0.000300\n", "2019-12-30 01:36:23,964 Epoch 17 Step: 69200 Batch Loss: 1.492507 Tokens per Sec: 15509, Lr: 0.000300\n", "2019-12-30 01:36:38,242 Epoch 17 Step: 69300 Batch Loss: 1.538649 Tokens per Sec: 15263, Lr: 0.000300\n", "2019-12-30 01:36:52,545 Epoch 17 Step: 69400 Batch Loss: 1.570974 Tokens per Sec: 15697, Lr: 0.000300\n", "2019-12-30 01:37:06,719 Epoch 17 Step: 69500 Batch Loss: 1.469082 Tokens per Sec: 15557, Lr: 0.000300\n", "2019-12-30 01:37:21,049 Epoch 17 Step: 69600 Batch Loss: 1.400107 Tokens per Sec: 15310, Lr: 0.000300\n", "2019-12-30 01:37:35,336 Epoch 17 Step: 69700 Batch Loss: 1.408640 Tokens per Sec: 15116, Lr: 0.000300\n", "2019-12-30 01:37:50,149 Epoch 17 Step: 69800 Batch Loss: 1.333972 Tokens per Sec: 15086, Lr: 0.000300\n", "2019-12-30 01:38:04,489 Epoch 17 Step: 69900 Batch Loss: 1.453429 Tokens per Sec: 15219, Lr: 0.000300\n", "2019-12-30 01:38:18,850 Epoch 17 Step: 70000 Batch Loss: 1.339270 Tokens per Sec: 15335, Lr: 0.000300\n", "2019-12-30 01:39:00,952 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:39:00,952 Saving new checkpoint.\n", "2019-12-30 01:39:01,227 Example #0\n", "2019-12-30 01:39:01,227 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:39:01,228 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:39:01,228 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ” wato , “ ya dangana a gareku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:39:01,228 Example #1\n", "2019-12-30 01:39:01,228 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:39:01,228 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:39:01,228 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:39:01,228 Example #2\n", "2019-12-30 01:39:01,229 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:39:01,229 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:39:01,229 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna masu yawa a duniya shi ne shaida ga menene ?\n", "2019-12-30 01:39:01,229 Example #3\n", "2019-12-30 01:39:01,229 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:39:01,229 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:39:01,230 \tHypothesis: To , don me , waɗansu al 'ummõmi daga mutãnen farko , ba su kasance a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 01:39:01,230 Validation result (greedy) at epoch 17, step 70000: bleu: 31.73, loss: 36990.0703, ppl: 3.8449, duration: 42.3794s\n", "2019-12-30 01:39:15,937 Epoch 17 Step: 70100 Batch Loss: 1.126198 Tokens per Sec: 14738, Lr: 0.000300\n", "2019-12-30 01:39:30,607 Epoch 17 Step: 70200 Batch Loss: 1.119686 Tokens per Sec: 14988, Lr: 0.000300\n", "2019-12-30 01:39:45,058 Epoch 17 Step: 70300 Batch Loss: 1.394650 Tokens per Sec: 15303, Lr: 0.000300\n", "2019-12-30 01:39:59,615 Epoch 17 Step: 70400 Batch Loss: 1.253259 Tokens per Sec: 14552, Lr: 0.000300\n", "2019-12-30 01:40:02,014 Epoch 17: total training loss 5703.03\n", "2019-12-30 01:40:02,014 EPOCH 18\n", "2019-12-30 01:40:14,461 Epoch 18 Step: 70500 Batch Loss: 1.381576 Tokens per Sec: 14989, Lr: 0.000300\n", "2019-12-30 01:40:28,614 Epoch 18 Step: 70600 Batch Loss: 1.252877 Tokens per Sec: 15210, Lr: 0.000300\n", "2019-12-30 01:40:43,093 Epoch 18 Step: 70700 Batch Loss: 1.142672 Tokens per Sec: 15531, Lr: 0.000300\n", "2019-12-30 01:40:57,824 Epoch 18 Step: 70800 Batch Loss: 1.284247 Tokens per Sec: 15051, Lr: 0.000300\n", "2019-12-30 01:41:12,601 Epoch 18 Step: 70900 Batch Loss: 1.452591 Tokens per Sec: 14773, Lr: 0.000300\n", "2019-12-30 01:41:27,444 Epoch 18 Step: 71000 Batch Loss: 1.405780 Tokens per Sec: 14998, Lr: 0.000300\n", "2019-12-30 01:42:10,273 Example #0\n", "2019-12-30 01:42:10,273 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:42:10,273 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:42:10,274 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a gareka , ka zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:42:10,274 Example #1\n", "2019-12-30 01:42:10,274 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:42:10,274 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:42:10,274 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:42:10,274 Example #2\n", "2019-12-30 01:42:10,274 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:42:10,274 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:42:10,275 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna dabam - dabam a duniya shaida ne ga menene ?\n", "2019-12-30 01:42:10,275 Example #3\n", "2019-12-30 01:42:10,275 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:42:10,275 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:42:10,275 \tHypothesis: To , don me , ba a saukar da waɗansu jama 'a ba a gabãninka , waɗanda suke a gabãninka , sunã hani daga abin da aka hane su daga ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 01:42:10,275 Validation result (greedy) at epoch 18, step 71000: bleu: 32.02, loss: 37160.2500, ppl: 3.8688, duration: 42.8310s\n", "2019-12-30 01:42:25,147 Epoch 18 Step: 71100 Batch Loss: 1.343373 Tokens per Sec: 14452, Lr: 0.000300\n", "2019-12-30 01:42:39,900 Epoch 18 Step: 71200 Batch Loss: 1.571328 Tokens per Sec: 14788, Lr: 0.000300\n", "2019-12-30 01:42:54,989 Epoch 18 Step: 71300 Batch Loss: 1.238721 Tokens per Sec: 14330, Lr: 0.000300\n", "2019-12-30 01:43:10,084 Epoch 18 Step: 71400 Batch Loss: 1.662146 Tokens per Sec: 13915, Lr: 0.000300\n", "2019-12-30 01:43:25,323 Epoch 18 Step: 71500 Batch Loss: 1.435390 Tokens per Sec: 14272, Lr: 0.000300\n", "2019-12-30 01:43:40,563 Epoch 18 Step: 71600 Batch Loss: 1.289472 Tokens per Sec: 14640, Lr: 0.000300\n", "2019-12-30 01:43:55,734 Epoch 18 Step: 71700 Batch Loss: 1.403259 Tokens per Sec: 14271, Lr: 0.000300\n", "2019-12-30 01:44:10,829 Epoch 18 Step: 71800 Batch Loss: 1.353054 Tokens per Sec: 14306, Lr: 0.000300\n", "2019-12-30 01:44:25,922 Epoch 18 Step: 71900 Batch Loss: 1.477465 Tokens per Sec: 14705, Lr: 0.000300\n", "2019-12-30 01:44:41,000 Epoch 18 Step: 72000 Batch Loss: 1.572844 Tokens per Sec: 14771, Lr: 0.000300\n", "2019-12-30 01:45:25,139 Example #0\n", "2019-12-30 01:45:25,140 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:45:25,140 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:45:25,140 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareka , ka zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:45:25,140 Example #1\n", "2019-12-30 01:45:25,140 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:45:25,140 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:45:25,140 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:45:25,140 Example #2\n", "2019-12-30 01:45:25,140 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:45:25,140 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:45:25,140 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki ya yi daidai da dukan harsuna dabam - dabam a duniya , shaida ne ga menene ?\n", "2019-12-30 01:45:25,141 Example #3\n", "2019-12-30 01:45:25,141 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:45:25,141 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:45:25,141 \tHypothesis: To , don me , waɗansu jama 'a daga gabãninku ba su kasance a cikin mutãnen ƙarnõni ba , waɗanda suke hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:45:25,141 Validation result (greedy) at epoch 18, step 72000: bleu: 31.80, loss: 37005.0586, ppl: 3.8470, duration: 44.1408s\n", "2019-12-30 01:45:40,167 Epoch 18 Step: 72100 Batch Loss: 1.468767 Tokens per Sec: 14438, Lr: 0.000300\n", "2019-12-30 01:45:55,093 Epoch 18 Step: 72200 Batch Loss: 1.209509 Tokens per Sec: 15015, Lr: 0.000300\n", "2019-12-30 01:46:10,299 Epoch 18 Step: 72300 Batch Loss: 1.499614 Tokens per Sec: 14259, Lr: 0.000300\n", "2019-12-30 01:46:25,396 Epoch 18 Step: 72400 Batch Loss: 1.354137 Tokens per Sec: 14653, Lr: 0.000300\n", "2019-12-30 01:46:40,302 Epoch 18 Step: 72500 Batch Loss: 1.511186 Tokens per Sec: 14749, Lr: 0.000300\n", "2019-12-30 01:46:55,414 Epoch 18 Step: 72600 Batch Loss: 1.105713 Tokens per Sec: 14576, Lr: 0.000300\n", "2019-12-30 01:47:10,404 Epoch 18 Step: 72700 Batch Loss: 1.436665 Tokens per Sec: 14324, Lr: 0.000300\n", "2019-12-30 01:47:25,270 Epoch 18 Step: 72800 Batch Loss: 1.398379 Tokens per Sec: 14489, Lr: 0.000300\n", "2019-12-30 01:47:40,209 Epoch 18 Step: 72900 Batch Loss: 1.178114 Tokens per Sec: 14461, Lr: 0.000300\n", "2019-12-30 01:47:55,052 Epoch 18 Step: 73000 Batch Loss: 1.128205 Tokens per Sec: 15067, Lr: 0.000300\n", "2019-12-30 01:48:38,301 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:48:38,301 Saving new checkpoint.\n", "2019-12-30 01:48:38,621 Example #0\n", "2019-12-30 01:48:38,622 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:48:38,622 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:48:38,622 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:48:38,622 Example #1\n", "2019-12-30 01:48:38,622 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:48:38,622 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:48:38,623 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:48:38,623 Example #2\n", "2019-12-30 01:48:38,623 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:48:38,623 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:48:38,623 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya tabbaci ne game da menene ?\n", "2019-12-30 01:48:38,623 Example #3\n", "2019-12-30 01:48:38,623 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:48:38,623 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:48:38,623 \tHypothesis: To , don me , waɗansu al 'ummõmi daga mutãnen farko , ba su kasance a gabãninku ba , waɗanda suka hanu daga ɓarna a cikin ƙasa ? fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:48:38,624 Validation result (greedy) at epoch 18, step 73000: bleu: 31.99, loss: 36887.5781, ppl: 3.8306, duration: 43.5712s\n", "2019-12-30 01:48:53,692 Epoch 18 Step: 73100 Batch Loss: 1.207082 Tokens per Sec: 14730, Lr: 0.000300\n", "2019-12-30 01:49:08,544 Epoch 18 Step: 73200 Batch Loss: 1.314847 Tokens per Sec: 14752, Lr: 0.000300\n", "2019-12-30 01:49:23,504 Epoch 18 Step: 73300 Batch Loss: 1.460278 Tokens per Sec: 14931, Lr: 0.000300\n", "2019-12-30 01:49:38,557 Epoch 18 Step: 73400 Batch Loss: 1.379494 Tokens per Sec: 15119, Lr: 0.000300\n", "2019-12-30 01:49:52,887 Epoch 18 Step: 73500 Batch Loss: 1.368261 Tokens per Sec: 15254, Lr: 0.000300\n", "2019-12-30 01:50:07,784 Epoch 18 Step: 73600 Batch Loss: 1.405006 Tokens per Sec: 14855, Lr: 0.000300\n", "2019-12-30 01:50:22,555 Epoch 18 Step: 73700 Batch Loss: 1.415556 Tokens per Sec: 14828, Lr: 0.000300\n", "2019-12-30 01:50:37,296 Epoch 18 Step: 73800 Batch Loss: 1.279772 Tokens per Sec: 14798, Lr: 0.000300\n", "2019-12-30 01:50:51,927 Epoch 18 Step: 73900 Batch Loss: 1.492588 Tokens per Sec: 14715, Lr: 0.000300\n", "2019-12-30 01:51:06,460 Epoch 18 Step: 74000 Batch Loss: 1.336955 Tokens per Sec: 15371, Lr: 0.000300\n", "2019-12-30 01:51:49,089 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:51:49,090 Saving new checkpoint.\n", "2019-12-30 01:51:49,425 Example #0\n", "2019-12-30 01:51:49,426 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:51:49,426 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:51:49,426 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:51:49,426 Example #1\n", "2019-12-30 01:51:49,427 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:51:49,427 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:51:49,427 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 01:51:49,428 Example #2\n", "2019-12-30 01:51:49,428 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:51:49,428 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:51:49,428 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 01:51:49,428 Example #3\n", "2019-12-30 01:51:49,429 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:51:49,429 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:51:49,429 \tHypothesis: To , don me , ba a saukar da waɗansu jama 'a ba a gabãninka , daga mutãnen ƙarnõni , waɗanda suke yin hankali , a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsirar da su daga gare su ?\n", "2019-12-30 01:51:49,429 Validation result (greedy) at epoch 18, step 74000: bleu: 32.28, loss: 36868.8711, ppl: 3.8280, duration: 42.9689s\n", "2019-12-30 01:52:04,173 Epoch 18 Step: 74100 Batch Loss: 1.191867 Tokens per Sec: 15023, Lr: 0.000300\n", "2019-12-30 01:52:19,000 Epoch 18 Step: 74200 Batch Loss: 1.509702 Tokens per Sec: 14832, Lr: 0.000300\n", "2019-12-30 01:52:33,740 Epoch 18 Step: 74300 Batch Loss: 1.047417 Tokens per Sec: 15064, Lr: 0.000300\n", "2019-12-30 01:52:48,525 Epoch 18 Step: 74400 Batch Loss: 1.391007 Tokens per Sec: 15162, Lr: 0.000300\n", "2019-12-30 01:53:03,332 Epoch 18 Step: 74500 Batch Loss: 1.484750 Tokens per Sec: 14869, Lr: 0.000300\n", "2019-12-30 01:53:11,252 Epoch 18: total training loss 5623.76\n", "2019-12-30 01:53:11,252 EPOCH 19\n", "2019-12-30 01:53:18,490 Epoch 19 Step: 74600 Batch Loss: 1.384753 Tokens per Sec: 14285, Lr: 0.000300\n", "2019-12-30 01:53:33,758 Epoch 19 Step: 74700 Batch Loss: 1.288856 Tokens per Sec: 14331, Lr: 0.000300\n", "2019-12-30 01:53:48,575 Epoch 19 Step: 74800 Batch Loss: 1.403964 Tokens per Sec: 14576, Lr: 0.000300\n", "2019-12-30 01:54:03,063 Epoch 19 Step: 74900 Batch Loss: 1.388546 Tokens per Sec: 15207, Lr: 0.000300\n", "2019-12-30 01:54:17,795 Epoch 19 Step: 75000 Batch Loss: 1.488124 Tokens per Sec: 15195, Lr: 0.000300\n", "2019-12-30 01:55:00,803 Hooray! New best validation result [ppl]!\n", "2019-12-30 01:55:00,803 Saving new checkpoint.\n", "2019-12-30 01:55:01,109 Example #0\n", "2019-12-30 01:55:01,110 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:55:01,110 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:55:01,110 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ sa’anda ya dangana a gareka , ka yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 01:55:01,110 Example #1\n", "2019-12-30 01:55:01,111 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:55:01,111 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:55:01,111 \tHypothesis: Talifinmu na gaba ya kuma bincika manufar tashin matattu .\n", "2019-12-30 01:55:01,111 Example #2\n", "2019-12-30 01:55:01,111 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:55:01,111 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:55:01,112 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shi ne shaida ga menene ?\n", "2019-12-30 01:55:01,112 Example #3\n", "2019-12-30 01:55:01,112 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:55:01,112 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:55:01,112 \tHypothesis: To , don me , ba a saukar da wata jama 'a ba a gabãninku , daga mutãnen yanzu , waɗanda suke yin cẽto a cikin ƙasa , fãce kaɗan daga waɗanda Muka tsirar da su daga gare su ?\n", "2019-12-30 01:55:01,112 Validation result (greedy) at epoch 19, step 75000: bleu: 32.51, loss: 36707.6680, ppl: 3.8056, duration: 43.3170s\n", "2019-12-30 01:55:15,679 Epoch 19 Step: 75100 Batch Loss: 1.477496 Tokens per Sec: 15292, Lr: 0.000300\n", "2019-12-30 01:55:30,485 Epoch 19 Step: 75200 Batch Loss: 1.049501 Tokens per Sec: 14884, Lr: 0.000300\n", "2019-12-30 01:55:45,231 Epoch 19 Step: 75300 Batch Loss: 1.502497 Tokens per Sec: 15051, Lr: 0.000300\n", "2019-12-30 01:56:00,033 Epoch 19 Step: 75400 Batch Loss: 1.500376 Tokens per Sec: 14842, Lr: 0.000300\n", "2019-12-30 01:56:14,748 Epoch 19 Step: 75500 Batch Loss: 1.297575 Tokens per Sec: 14863, Lr: 0.000300\n", "2019-12-30 01:56:29,242 Epoch 19 Step: 75600 Batch Loss: 1.383738 Tokens per Sec: 14995, Lr: 0.000300\n", "2019-12-30 01:56:44,100 Epoch 19 Step: 75700 Batch Loss: 1.332444 Tokens per Sec: 14403, Lr: 0.000300\n", "2019-12-30 01:56:58,759 Epoch 19 Step: 75800 Batch Loss: 1.479668 Tokens per Sec: 15151, Lr: 0.000300\n", "2019-12-30 01:57:13,809 Epoch 19 Step: 75900 Batch Loss: 1.363814 Tokens per Sec: 14568, Lr: 0.000300\n", "2019-12-30 01:57:28,204 Epoch 19 Step: 76000 Batch Loss: 1.327353 Tokens per Sec: 15205, Lr: 0.000300\n", "2019-12-30 01:58:11,310 Example #0\n", "2019-12-30 01:58:11,310 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 01:58:11,310 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 01:58:11,310 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 01:58:11,311 Example #1\n", "2019-12-30 01:58:11,311 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 01:58:11,311 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 01:58:11,311 \tHypothesis: Talifi na gaba ya kuma bincika manufar tashin matattu .\n", "2019-12-30 01:58:11,311 Example #2\n", "2019-12-30 01:58:11,311 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 01:58:11,311 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 01:58:11,312 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 01:58:11,312 Example #3\n", "2019-12-30 01:58:11,312 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 01:58:11,312 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 01:58:11,312 \tHypothesis: To , don me , waɗansu jama 'a daga waɗanda suke a gabãninku ba su kasance daga mutãnen da hankali ba , dõmin su haramta abin da ke a cikin ƙasa fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 01:58:11,312 Validation result (greedy) at epoch 19, step 76000: bleu: 32.32, loss: 36776.0156, ppl: 3.8151, duration: 43.1077s\n", "2019-12-30 01:58:25,801 Epoch 19 Step: 76100 Batch Loss: 1.350434 Tokens per Sec: 15102, Lr: 0.000300\n", "2019-12-30 01:58:40,514 Epoch 19 Step: 76200 Batch Loss: 1.014420 Tokens per Sec: 14781, Lr: 0.000300\n", "2019-12-30 01:58:55,242 Epoch 19 Step: 76300 Batch Loss: 1.575909 Tokens per Sec: 14324, Lr: 0.000300\n", "2019-12-30 01:59:10,100 Epoch 19 Step: 76400 Batch Loss: 1.365155 Tokens per Sec: 14983, Lr: 0.000300\n", "2019-12-30 01:59:24,699 Epoch 19 Step: 76500 Batch Loss: 1.364321 Tokens per Sec: 14983, Lr: 0.000300\n", "2019-12-30 01:59:39,635 Epoch 19 Step: 76600 Batch Loss: 1.415088 Tokens per Sec: 14611, Lr: 0.000300\n", "2019-12-30 01:59:54,449 Epoch 19 Step: 76700 Batch Loss: 0.989583 Tokens per Sec: 14661, Lr: 0.000300\n", "2019-12-30 02:00:09,130 Epoch 19 Step: 76800 Batch Loss: 1.344315 Tokens per Sec: 14988, Lr: 0.000300\n", "2019-12-30 02:00:23,627 Epoch 19 Step: 76900 Batch Loss: 1.321887 Tokens per Sec: 15225, Lr: 0.000300\n", "2019-12-30 02:00:38,196 Epoch 19 Step: 77000 Batch Loss: 1.361118 Tokens per Sec: 15297, Lr: 0.000300\n", "2019-12-30 02:01:20,863 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:01:20,863 Saving new checkpoint.\n", "2019-12-30 02:01:21,215 Example #0\n", "2019-12-30 02:01:21,216 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:01:21,216 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:01:21,216 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:01:21,216 Example #1\n", "2019-12-30 02:01:21,216 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:01:21,216 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:01:21,217 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:01:21,217 Example #2\n", "2019-12-30 02:01:21,217 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:01:21,217 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:01:21,217 \tHypothesis: ( Matta 24 : 45 ) Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya tabbaci ne game da menene ?\n", "2019-12-30 02:01:21,217 Example #3\n", "2019-12-30 02:01:21,218 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:01:21,218 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:01:21,218 \tHypothesis: To , don me , waɗansu al 'ummõmi daga mutãnen farko , ba su kasance a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga wanda Muka tsĩrar daga gare su ?\n", "2019-12-30 02:01:21,218 Validation result (greedy) at epoch 19, step 77000: bleu: 32.19, loss: 36678.9102, ppl: 3.8016, duration: 43.0213s\n", "2019-12-30 02:01:36,067 Epoch 19 Step: 77100 Batch Loss: 1.386613 Tokens per Sec: 14801, Lr: 0.000300\n", "2019-12-30 02:01:50,614 Epoch 19 Step: 77200 Batch Loss: 1.245926 Tokens per Sec: 15166, Lr: 0.000300\n", "2019-12-30 02:02:04,789 Epoch 19 Step: 77300 Batch Loss: 1.323503 Tokens per Sec: 15714, Lr: 0.000300\n", "2019-12-30 02:02:19,222 Epoch 19 Step: 77400 Batch Loss: 1.518071 Tokens per Sec: 15144, Lr: 0.000300\n", "2019-12-30 02:02:33,528 Epoch 19 Step: 77500 Batch Loss: 1.047066 Tokens per Sec: 15161, Lr: 0.000300\n", "2019-12-30 02:02:47,903 Epoch 19 Step: 77600 Batch Loss: 1.430853 Tokens per Sec: 15074, Lr: 0.000300\n", "2019-12-30 02:03:02,252 Epoch 19 Step: 77700 Batch Loss: 1.421015 Tokens per Sec: 14750, Lr: 0.000300\n", "2019-12-30 02:03:16,614 Epoch 19 Step: 77800 Batch Loss: 1.328754 Tokens per Sec: 15092, Lr: 0.000300\n", "2019-12-30 02:03:31,083 Epoch 19 Step: 77900 Batch Loss: 1.412720 Tokens per Sec: 15326, Lr: 0.000300\n", "2019-12-30 02:03:45,578 Epoch 19 Step: 78000 Batch Loss: 1.347487 Tokens per Sec: 15100, Lr: 0.000300\n", "2019-12-30 02:04:27,032 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:04:27,032 Saving new checkpoint.\n", "2019-12-30 02:04:27,293 Example #0\n", "2019-12-30 02:04:27,294 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:04:27,294 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:04:27,294 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:04:27,294 Example #1\n", "2019-12-30 02:04:27,295 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:04:27,295 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:04:27,295 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:04:27,295 Example #2\n", "2019-12-30 02:04:27,296 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:04:27,296 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:04:27,296 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya , wane tabbaci ne ya nuna ?\n", "2019-12-30 02:04:27,296 Example #3\n", "2019-12-30 02:04:27,297 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:04:27,297 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:04:27,297 \tHypothesis: To , don me , daga mutãnen ƙarnõni ba su kasance a gabãninka ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:04:27,297 Validation result (greedy) at epoch 19, step 78000: bleu: 32.25, loss: 36514.6406, ppl: 3.7790, duration: 41.7187s\n", "2019-12-30 02:04:41,846 Epoch 19 Step: 78100 Batch Loss: 1.280950 Tokens per Sec: 15144, Lr: 0.000300\n", "2019-12-30 02:04:56,051 Epoch 19 Step: 78200 Batch Loss: 0.999985 Tokens per Sec: 15466, Lr: 0.000300\n", "2019-12-30 02:05:10,137 Epoch 19 Step: 78300 Batch Loss: 1.383682 Tokens per Sec: 15892, Lr: 0.000300\n", "2019-12-30 02:05:24,510 Epoch 19 Step: 78400 Batch Loss: 1.471592 Tokens per Sec: 15260, Lr: 0.000300\n", "2019-12-30 02:05:38,841 Epoch 19 Step: 78500 Batch Loss: 1.457054 Tokens per Sec: 15600, Lr: 0.000300\n", "2019-12-30 02:05:53,150 Epoch 19 Step: 78600 Batch Loss: 1.420151 Tokens per Sec: 15310, Lr: 0.000300\n", "2019-12-30 02:06:06,953 Epoch 19: total training loss 5578.16\n", "2019-12-30 02:06:06,953 EPOCH 20\n", "2019-12-30 02:06:07,772 Epoch 20 Step: 78700 Batch Loss: 1.492588 Tokens per Sec: 9489, Lr: 0.000300\n", "2019-12-30 02:06:22,100 Epoch 20 Step: 78800 Batch Loss: 1.301430 Tokens per Sec: 15433, Lr: 0.000300\n", "2019-12-30 02:06:36,287 Epoch 20 Step: 78900 Batch Loss: 1.420913 Tokens per Sec: 15336, Lr: 0.000300\n", "2019-12-30 02:06:50,294 Epoch 20 Step: 79000 Batch Loss: 1.664907 Tokens per Sec: 15322, Lr: 0.000300\n", "2019-12-30 02:07:31,983 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:07:31,983 Saving new checkpoint.\n", "2019-12-30 02:07:32,273 Example #0\n", "2019-12-30 02:07:32,274 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:07:32,274 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:07:32,274 \tHypothesis: “ Idan ya yiwu , ” Nassi ya ba mu gargaɗi , “ kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:07:32,274 Example #1\n", "2019-12-30 02:07:32,274 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:07:32,274 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:07:32,275 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:07:32,275 Example #2\n", "2019-12-30 02:07:32,275 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:07:32,275 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:07:32,275 \tHypothesis: Gaskiyar cewa ana iya samun Littafi Mai Tsarki a dukan harsuna da yawa a duniya alamar menene ?\n", "2019-12-30 02:07:32,275 Example #3\n", "2019-12-30 02:07:32,275 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:07:32,275 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:07:32,276 \tHypothesis: To , don me , waɗansu al 'ummomi daga gabãninku ba su kasance mãsu hankalta ba , su hanu daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:07:32,276 Validation result (greedy) at epoch 20, step 79000: bleu: 32.47, loss: 36456.9258, ppl: 3.7710, duration: 41.9810s\n", "2019-12-30 02:07:46,649 Epoch 20 Step: 79100 Batch Loss: 1.206917 Tokens per Sec: 15409, Lr: 0.000300\n", "2019-12-30 02:08:00,620 Epoch 20 Step: 79200 Batch Loss: 1.334075 Tokens per Sec: 15436, Lr: 0.000300\n", "2019-12-30 02:08:14,765 Epoch 20 Step: 79300 Batch Loss: 1.376585 Tokens per Sec: 15509, Lr: 0.000300\n", "2019-12-30 02:08:28,922 Epoch 20 Step: 79400 Batch Loss: 1.216089 Tokens per Sec: 15681, Lr: 0.000300\n", "2019-12-30 02:08:43,260 Epoch 20 Step: 79500 Batch Loss: 1.298931 Tokens per Sec: 15025, Lr: 0.000300\n", "2019-12-30 02:08:57,432 Epoch 20 Step: 79600 Batch Loss: 1.471761 Tokens per Sec: 15547, Lr: 0.000300\n", "2019-12-30 02:09:11,808 Epoch 20 Step: 79700 Batch Loss: 1.381137 Tokens per Sec: 15722, Lr: 0.000300\n", "2019-12-30 02:09:25,829 Epoch 20 Step: 79800 Batch Loss: 1.255718 Tokens per Sec: 15772, Lr: 0.000300\n", "2019-12-30 02:09:40,032 Epoch 20 Step: 79900 Batch Loss: 1.092700 Tokens per Sec: 15367, Lr: 0.000300\n", "2019-12-30 02:09:54,240 Epoch 20 Step: 80000 Batch Loss: 1.392553 Tokens per Sec: 15371, Lr: 0.000300\n", "2019-12-30 02:10:35,702 Example #0\n", "2019-12-30 02:10:35,702 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:10:35,702 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:10:35,703 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gare ka , ka kasance da salama da dukan mutane . ”\n", "2019-12-30 02:10:35,703 Example #1\n", "2019-12-30 02:10:35,703 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:10:35,703 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:10:35,703 \tHypothesis: Talifinmu na gaba ya kuma bincika manufar tashin matattu .\n", "2019-12-30 02:10:35,703 Example #2\n", "2019-12-30 02:10:35,703 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:10:35,703 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:10:35,703 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ?\n", "2019-12-30 02:10:35,703 Example #3\n", "2019-12-30 02:10:35,704 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:10:35,704 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:10:35,704 \tHypothesis: To , don me , daga mutãnen ƙarnõni , ba su kasance a gabãninka ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:10:35,704 Validation result (greedy) at epoch 20, step 80000: bleu: 33.05, loss: 36591.1602, ppl: 3.7895, duration: 41.4637s\n", "2019-12-30 02:10:50,008 Epoch 20 Step: 80100 Batch Loss: 1.395214 Tokens per Sec: 15689, Lr: 0.000300\n", "2019-12-30 02:11:04,201 Epoch 20 Step: 80200 Batch Loss: 1.282612 Tokens per Sec: 15762, Lr: 0.000300\n", "2019-12-30 02:11:17,964 Epoch 20 Step: 80300 Batch Loss: 1.350155 Tokens per Sec: 15416, Lr: 0.000300\n", "2019-12-30 02:11:32,181 Epoch 20 Step: 80400 Batch Loss: 1.109629 Tokens per Sec: 15781, Lr: 0.000300\n", "2019-12-30 02:11:46,263 Epoch 20 Step: 80500 Batch Loss: 1.367522 Tokens per Sec: 15655, Lr: 0.000300\n", "2019-12-30 02:12:00,375 Epoch 20 Step: 80600 Batch Loss: 1.468461 Tokens per Sec: 15535, Lr: 0.000300\n", "2019-12-30 02:12:14,297 Epoch 20 Step: 80700 Batch Loss: 1.478324 Tokens per Sec: 15794, Lr: 0.000300\n", "2019-12-30 02:12:28,315 Epoch 20 Step: 80800 Batch Loss: 1.410613 Tokens per Sec: 15813, Lr: 0.000300\n", "2019-12-30 02:12:42,548 Epoch 20 Step: 80900 Batch Loss: 1.106412 Tokens per Sec: 15253, Lr: 0.000300\n", "2019-12-30 02:12:56,480 Epoch 20 Step: 81000 Batch Loss: 1.333743 Tokens per Sec: 15728, Lr: 0.000300\n", "2019-12-30 02:13:37,041 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:13:37,041 Saving new checkpoint.\n", "2019-12-30 02:13:37,353 Example #0\n", "2019-12-30 02:13:37,354 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:13:37,354 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:13:37,354 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:13:37,354 Example #1\n", "2019-12-30 02:13:37,354 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:13:37,354 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:13:37,355 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:13:37,355 Example #2\n", "2019-12-30 02:13:37,355 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:13:37,355 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:13:37,355 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya alama ce ga menene ?\n", "2019-12-30 02:13:37,355 Example #3\n", "2019-12-30 02:13:37,356 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:13:37,356 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:13:37,356 \tHypothesis: To , don me , daga mutãnen ƙarnõni ba su kasance a gabãninka ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:13:37,356 Validation result (greedy) at epoch 20, step 81000: bleu: 32.53, loss: 36277.2344, ppl: 3.7464, duration: 40.8759s\n", "2019-12-30 02:13:51,481 Epoch 20 Step: 81100 Batch Loss: 1.355219 Tokens per Sec: 15858, Lr: 0.000300\n", "2019-12-30 02:14:05,556 Epoch 20 Step: 81200 Batch Loss: 1.365853 Tokens per Sec: 15341, Lr: 0.000300\n", "2019-12-30 02:14:19,900 Epoch 20 Step: 81300 Batch Loss: 1.438144 Tokens per Sec: 15569, Lr: 0.000300\n", "2019-12-30 02:14:34,141 Epoch 20 Step: 81400 Batch Loss: 1.212294 Tokens per Sec: 15311, Lr: 0.000300\n", "2019-12-30 02:14:48,335 Epoch 20 Step: 81500 Batch Loss: 1.488598 Tokens per Sec: 15729, Lr: 0.000300\n", "2019-12-30 02:15:02,549 Epoch 20 Step: 81600 Batch Loss: 1.286581 Tokens per Sec: 15613, Lr: 0.000300\n", "2019-12-30 02:15:16,536 Epoch 20 Step: 81700 Batch Loss: 1.375364 Tokens per Sec: 15553, Lr: 0.000300\n", "2019-12-30 02:15:30,666 Epoch 20 Step: 81800 Batch Loss: 1.330149 Tokens per Sec: 15514, Lr: 0.000300\n", "2019-12-30 02:15:44,773 Epoch 20 Step: 81900 Batch Loss: 1.593434 Tokens per Sec: 15280, Lr: 0.000300\n", "2019-12-30 02:15:58,690 Epoch 20 Step: 82000 Batch Loss: 1.442130 Tokens per Sec: 15696, Lr: 0.000300\n", "2019-12-30 02:16:39,956 Example #0\n", "2019-12-30 02:16:39,956 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:16:39,957 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:16:39,957 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ ya dangana a kanku , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 02:16:39,957 Example #1\n", "2019-12-30 02:16:39,957 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:16:39,957 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:16:39,957 \tHypothesis: Talifi na gaba ya kuma bincika manufar tashin matattu .\n", "2019-12-30 02:16:39,957 Example #2\n", "2019-12-30 02:16:39,957 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:16:39,957 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:16:39,957 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shi ne shaida ga menene ?\n", "2019-12-30 02:16:39,957 Example #3\n", "2019-12-30 02:16:39,958 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:16:39,958 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:16:39,958 \tHypothesis: To , don me , waɗansu al 'ummõmi daga mutãnen farko , ba su kasance a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:16:39,958 Validation result (greedy) at epoch 20, step 82000: bleu: 32.70, loss: 36438.8672, ppl: 3.7685, duration: 41.2673s\n", "2019-12-30 02:16:53,824 Epoch 20 Step: 82100 Batch Loss: 1.295155 Tokens per Sec: 16031, Lr: 0.000300\n", "2019-12-30 02:17:07,847 Epoch 20 Step: 82200 Batch Loss: 1.531505 Tokens per Sec: 15598, Lr: 0.000300\n", "2019-12-30 02:17:21,762 Epoch 20 Step: 82300 Batch Loss: 1.409961 Tokens per Sec: 15643, Lr: 0.000300\n", "2019-12-30 02:17:35,516 Epoch 20 Step: 82400 Batch Loss: 1.348779 Tokens per Sec: 15544, Lr: 0.000300\n", "2019-12-30 02:17:49,895 Epoch 20 Step: 82500 Batch Loss: 1.238158 Tokens per Sec: 15235, Lr: 0.000300\n", "2019-12-30 02:18:04,062 Epoch 20 Step: 82600 Batch Loss: 1.116631 Tokens per Sec: 15537, Lr: 0.000300\n", "2019-12-30 02:18:18,194 Epoch 20 Step: 82700 Batch Loss: 1.247864 Tokens per Sec: 15669, Lr: 0.000300\n", "2019-12-30 02:18:32,136 Epoch 20 Step: 82800 Batch Loss: 1.308381 Tokens per Sec: 15521, Lr: 0.000300\n", "2019-12-30 02:18:37,218 Epoch 20: total training loss 5512.98\n", "2019-12-30 02:18:37,218 EPOCH 21\n", "2019-12-30 02:18:46,590 Epoch 21 Step: 82900 Batch Loss: 1.305266 Tokens per Sec: 15437, Lr: 0.000300\n", "2019-12-30 02:19:00,778 Epoch 21 Step: 83000 Batch Loss: 1.374576 Tokens per Sec: 15781, Lr: 0.000300\n", "2019-12-30 02:19:41,337 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:19:41,338 Saving new checkpoint.\n", "2019-12-30 02:19:41,617 Example #0\n", "2019-12-30 02:19:41,618 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:19:41,618 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:19:41,618 \tHypothesis: Littafi Mai Tsarki ya yi mana gargaɗi : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:19:41,618 Example #1\n", "2019-12-30 02:19:41,619 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:19:41,619 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:19:41,619 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:19:41,619 Example #2\n", "2019-12-30 02:19:41,620 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:19:41,620 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:19:41,620 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya alamun menene ?\n", "2019-12-30 02:19:41,620 Example #3\n", "2019-12-30 02:19:41,620 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:19:41,621 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:19:41,621 \tHypothesis: To , don me , ba a saukar da wata jama 'a ba a gabãninka , daga mutãnen farko , sunã fahimtar ( da su ) dõmin su haramta abin da ke a cikin ƙasa fãce kaɗan daga waɗanda Muka tsirar da su daga gare su ?\n", "2019-12-30 02:19:41,621 Validation result (greedy) at epoch 21, step 83000: bleu: 32.90, loss: 36139.5664, ppl: 3.7277, duration: 40.8424s\n", "2019-12-30 02:19:55,809 Epoch 21 Step: 83100 Batch Loss: 1.400634 Tokens per Sec: 15425, Lr: 0.000300\n", "2019-12-30 02:20:09,813 Epoch 21 Step: 83200 Batch Loss: 1.222615 Tokens per Sec: 15340, Lr: 0.000300\n", "2019-12-30 02:20:23,881 Epoch 21 Step: 83300 Batch Loss: 1.314930 Tokens per Sec: 15488, Lr: 0.000300\n", "2019-12-30 02:20:38,111 Epoch 21 Step: 83400 Batch Loss: 1.333121 Tokens per Sec: 15702, Lr: 0.000300\n", "2019-12-30 02:20:52,129 Epoch 21 Step: 83500 Batch Loss: 1.346667 Tokens per Sec: 15462, Lr: 0.000300\n", "2019-12-30 02:21:06,140 Epoch 21 Step: 83600 Batch Loss: 1.333131 Tokens per Sec: 15468, Lr: 0.000300\n", "2019-12-30 02:21:20,265 Epoch 21 Step: 83700 Batch Loss: 1.342112 Tokens per Sec: 15457, Lr: 0.000300\n", "2019-12-30 02:21:34,521 Epoch 21 Step: 83800 Batch Loss: 1.410571 Tokens per Sec: 15644, Lr: 0.000300\n", "2019-12-30 02:21:48,541 Epoch 21 Step: 83900 Batch Loss: 1.468448 Tokens per Sec: 15564, Lr: 0.000300\n", "2019-12-30 02:22:02,540 Epoch 21 Step: 84000 Batch Loss: 1.171682 Tokens per Sec: 15095, Lr: 0.000300\n", "2019-12-30 02:22:43,641 Example #0\n", "2019-12-30 02:22:43,642 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:22:43,642 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:22:43,642 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ har ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:22:43,642 Example #1\n", "2019-12-30 02:22:43,642 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:22:43,642 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:22:43,642 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:22:43,643 Example #2\n", "2019-12-30 02:22:43,643 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:22:43,643 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:22:43,643 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya tabbaci ne game da menene ?\n", "2019-12-30 02:22:43,643 Example #3\n", "2019-12-30 02:22:43,643 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:22:43,644 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:22:43,644 \tHypothesis: Kuma don me , ba a saukar da waɗansu al 'ummõmi ba daga gabãninka , daga alƙaryun waɗanda suke a gabãninka , sunã hani daga ɓarna a cikin ƙasa , fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:22:43,644 Validation result (greedy) at epoch 21, step 84000: bleu: 32.84, loss: 36178.6133, ppl: 3.7330, duration: 41.1038s\n", "2019-12-30 02:22:57,455 Epoch 21 Step: 84100 Batch Loss: 1.361821 Tokens per Sec: 16235, Lr: 0.000300\n", "2019-12-30 02:23:11,527 Epoch 21 Step: 84200 Batch Loss: 1.451343 Tokens per Sec: 15317, Lr: 0.000300\n", "2019-12-30 02:23:25,395 Epoch 21 Step: 84300 Batch Loss: 1.316357 Tokens per Sec: 15782, Lr: 0.000300\n", "2019-12-30 02:23:39,234 Epoch 21 Step: 84400 Batch Loss: 1.261719 Tokens per Sec: 15903, Lr: 0.000300\n", "2019-12-30 02:23:53,186 Epoch 21 Step: 84500 Batch Loss: 1.427490 Tokens per Sec: 15640, Lr: 0.000300\n", "2019-12-30 02:24:07,080 Epoch 21 Step: 84600 Batch Loss: 1.412748 Tokens per Sec: 15792, Lr: 0.000300\n", "2019-12-30 02:24:21,043 Epoch 21 Step: 84700 Batch Loss: 1.219040 Tokens per Sec: 16090, Lr: 0.000300\n", "2019-12-30 02:24:34,733 Epoch 21 Step: 84800 Batch Loss: 1.392109 Tokens per Sec: 16096, Lr: 0.000300\n", "2019-12-30 02:24:48,979 Epoch 21 Step: 84900 Batch Loss: 1.168718 Tokens per Sec: 15475, Lr: 0.000300\n", "2019-12-30 02:25:03,304 Epoch 21 Step: 85000 Batch Loss: 1.238211 Tokens per Sec: 15242, Lr: 0.000300\n", "2019-12-30 02:25:44,035 Example #0\n", "2019-12-30 02:25:44,036 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:25:44,036 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:25:44,036 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ har ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:25:44,036 Example #1\n", "2019-12-30 02:25:44,036 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:25:44,036 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:25:44,036 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:25:44,036 Example #2\n", "2019-12-30 02:25:44,037 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:25:44,037 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:25:44,037 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna masu yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:25:44,037 Example #3\n", "2019-12-30 02:25:44,037 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:25:44,037 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:25:44,037 \tHypothesis: To , don me , waɗansu al 'ummõmi daga gabãninka ba su kasance a gabãninka ba , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:25:44,037 Validation result (greedy) at epoch 21, step 85000: bleu: 32.39, loss: 36185.7539, ppl: 3.7340, duration: 40.7330s\n", "2019-12-30 02:25:58,000 Epoch 21 Step: 85100 Batch Loss: 1.347236 Tokens per Sec: 15717, Lr: 0.000300\n", "2019-12-30 02:26:11,920 Epoch 21 Step: 85200 Batch Loss: 0.950947 Tokens per Sec: 15562, Lr: 0.000300\n", "2019-12-30 02:26:26,148 Epoch 21 Step: 85300 Batch Loss: 1.301442 Tokens per Sec: 15374, Lr: 0.000300\n", "2019-12-30 02:26:40,307 Epoch 21 Step: 85400 Batch Loss: 1.339459 Tokens per Sec: 15960, Lr: 0.000300\n", "2019-12-30 02:26:54,329 Epoch 21 Step: 85500 Batch Loss: 1.103227 Tokens per Sec: 15362, Lr: 0.000300\n", "2019-12-30 02:27:08,600 Epoch 21 Step: 85600 Batch Loss: 1.171464 Tokens per Sec: 15772, Lr: 0.000300\n", "2019-12-30 02:27:22,867 Epoch 21 Step: 85700 Batch Loss: 1.399010 Tokens per Sec: 15554, Lr: 0.000300\n", "2019-12-30 02:27:37,013 Epoch 21 Step: 85800 Batch Loss: 1.378461 Tokens per Sec: 15248, Lr: 0.000300\n", "2019-12-30 02:27:51,040 Epoch 21 Step: 85900 Batch Loss: 0.995812 Tokens per Sec: 15272, Lr: 0.000300\n", "2019-12-30 02:28:05,122 Epoch 21 Step: 86000 Batch Loss: 1.137633 Tokens per Sec: 15547, Lr: 0.000300\n", "2019-12-30 02:28:46,173 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:28:46,174 Saving new checkpoint.\n", "2019-12-30 02:28:46,468 Example #0\n", "2019-12-30 02:28:46,468 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:28:46,469 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:28:46,469 \tHypothesis: Littafi Mai Tsarki ya ba mu gargaɗi , “ Idan ya yiwu , sai ya dangana a gareka , ka zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:28:46,469 Example #1\n", "2019-12-30 02:28:46,469 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:28:46,469 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:28:46,469 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:28:46,470 Example #2\n", "2019-12-30 02:28:46,470 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:28:46,470 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:28:46,470 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:28:46,470 Example #3\n", "2019-12-30 02:28:46,470 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:28:46,471 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:28:46,471 \tHypothesis: To , don me , ba a saukar da wata jama 'a ba a gabãninku , daga mutãnen ƙarshe , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:28:46,471 Validation result (greedy) at epoch 21, step 86000: bleu: 32.74, loss: 35894.6328, ppl: 3.6946, duration: 41.3487s\n", "2019-12-30 02:29:00,599 Epoch 21 Step: 86100 Batch Loss: 1.124648 Tokens per Sec: 15527, Lr: 0.000300\n", "2019-12-30 02:29:14,928 Epoch 21 Step: 86200 Batch Loss: 1.450334 Tokens per Sec: 15470, Lr: 0.000300\n", "2019-12-30 02:29:29,427 Epoch 21 Step: 86300 Batch Loss: 1.083374 Tokens per Sec: 14927, Lr: 0.000300\n", "2019-12-30 02:29:43,523 Epoch 21 Step: 86400 Batch Loss: 1.047495 Tokens per Sec: 15804, Lr: 0.000300\n", "2019-12-30 02:29:57,830 Epoch 21 Step: 86500 Batch Loss: 1.068523 Tokens per Sec: 15785, Lr: 0.000300\n", "2019-12-30 02:30:12,299 Epoch 21 Step: 86600 Batch Loss: 1.559145 Tokens per Sec: 15309, Lr: 0.000300\n", "2019-12-30 02:30:26,504 Epoch 21 Step: 86700 Batch Loss: 1.462698 Tokens per Sec: 15342, Lr: 0.000300\n", "2019-12-30 02:30:40,796 Epoch 21 Step: 86800 Batch Loss: 1.504115 Tokens per Sec: 15208, Lr: 0.000300\n", "2019-12-30 02:30:55,090 Epoch 21 Step: 86900 Batch Loss: 1.286099 Tokens per Sec: 15328, Lr: 0.000300\n", "2019-12-30 02:31:05,713 Epoch 21: total training loss 5455.16\n", "2019-12-30 02:31:05,714 EPOCH 22\n", "2019-12-30 02:31:09,799 Epoch 22 Step: 87000 Batch Loss: 1.363718 Tokens per Sec: 14161, Lr: 0.000300\n", "2019-12-30 02:31:51,348 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:31:51,348 Saving new checkpoint.\n", "2019-12-30 02:31:51,656 Example #0\n", "2019-12-30 02:31:51,657 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:31:51,657 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:31:51,657 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara , “ idan ya yiwu , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 02:31:51,657 Example #1\n", "2019-12-30 02:31:51,657 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:31:51,657 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:31:51,657 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:31:51,658 Example #2\n", "2019-12-30 02:31:51,658 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:31:51,658 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:31:51,658 \tHypothesis: ( Matta 24 : 45 ) Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya tabbaci ne game da menene ?\n", "2019-12-30 02:31:51,658 Example #3\n", "2019-12-30 02:31:51,658 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:31:51,658 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:31:51,658 \tHypothesis: To , don me , waɗansu jama 'a daga gabãninku ba su kasance a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:31:51,658 Validation result (greedy) at epoch 22, step 87000: bleu: 33.01, loss: 35776.0586, ppl: 3.6787, duration: 41.8594s\n", "2019-12-30 02:32:05,962 Epoch 22 Step: 87100 Batch Loss: 1.373932 Tokens per Sec: 15217, Lr: 0.000300\n", "2019-12-30 02:32:20,074 Epoch 22 Step: 87200 Batch Loss: 1.289684 Tokens per Sec: 15791, Lr: 0.000300\n", "2019-12-30 02:32:34,226 Epoch 22 Step: 87300 Batch Loss: 1.314661 Tokens per Sec: 15114, Lr: 0.000300\n", "2019-12-30 02:32:48,041 Epoch 22 Step: 87400 Batch Loss: 1.392264 Tokens per Sec: 15576, Lr: 0.000300\n", "2019-12-30 02:33:02,360 Epoch 22 Step: 87500 Batch Loss: 1.272835 Tokens per Sec: 15579, Lr: 0.000300\n", "2019-12-30 02:33:16,489 Epoch 22 Step: 87600 Batch Loss: 0.936380 Tokens per Sec: 15837, Lr: 0.000300\n", "2019-12-30 02:33:30,888 Epoch 22 Step: 87700 Batch Loss: 1.227372 Tokens per Sec: 15490, Lr: 0.000300\n", "2019-12-30 02:33:45,088 Epoch 22 Step: 87800 Batch Loss: 1.477876 Tokens per Sec: 15398, Lr: 0.000300\n", "2019-12-30 02:33:59,242 Epoch 22 Step: 87900 Batch Loss: 1.307483 Tokens per Sec: 15399, Lr: 0.000300\n", "2019-12-30 02:34:13,279 Epoch 22 Step: 88000 Batch Loss: 1.130272 Tokens per Sec: 15766, Lr: 0.000300\n", "2019-12-30 02:34:54,070 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:34:54,070 Saving new checkpoint.\n", "2019-12-30 02:34:54,371 Example #0\n", "2019-12-30 02:34:54,372 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:34:54,372 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:34:54,372 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:34:54,372 Example #1\n", "2019-12-30 02:34:54,372 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:34:54,372 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:34:54,373 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:34:54,373 Example #2\n", "2019-12-30 02:34:54,373 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:34:54,373 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:34:54,373 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna masu yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:34:54,373 Example #3\n", "2019-12-30 02:34:54,373 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:34:54,373 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:34:54,374 \tHypothesis: To , don me , ba a saukar da wani ƙarni ba a gabãninka , daga mutãnen ƙarnõni , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:34:54,374 Validation result (greedy) at epoch 22, step 88000: bleu: 33.77, loss: 35772.9453, ppl: 3.6783, duration: 41.0946s\n", "2019-12-30 02:35:08,447 Epoch 22 Step: 88100 Batch Loss: 1.403080 Tokens per Sec: 15971, Lr: 0.000300\n", "2019-12-30 02:35:22,514 Epoch 22 Step: 88200 Batch Loss: 1.356659 Tokens per Sec: 15266, Lr: 0.000300\n", "2019-12-30 02:35:37,022 Epoch 22 Step: 88300 Batch Loss: 1.304015 Tokens per Sec: 15707, Lr: 0.000300\n", "2019-12-30 02:35:50,948 Epoch 22 Step: 88400 Batch Loss: 1.495956 Tokens per Sec: 15793, Lr: 0.000300\n", "2019-12-30 02:36:04,811 Epoch 22 Step: 88500 Batch Loss: 1.167148 Tokens per Sec: 15775, Lr: 0.000300\n", "2019-12-30 02:36:18,695 Epoch 22 Step: 88600 Batch Loss: 1.268094 Tokens per Sec: 15730, Lr: 0.000300\n", "2019-12-30 02:36:32,890 Epoch 22 Step: 88700 Batch Loss: 1.310057 Tokens per Sec: 15348, Lr: 0.000300\n", "2019-12-30 02:36:46,591 Epoch 22 Step: 88800 Batch Loss: 1.514912 Tokens per Sec: 16296, Lr: 0.000300\n", "2019-12-30 02:37:00,511 Epoch 22 Step: 88900 Batch Loss: 1.400587 Tokens per Sec: 15680, Lr: 0.000300\n", "2019-12-30 02:37:14,566 Epoch 22 Step: 89000 Batch Loss: 1.516004 Tokens per Sec: 15326, Lr: 0.000300\n", "2019-12-30 02:37:54,828 Example #0\n", "2019-12-30 02:37:54,828 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:37:54,828 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:37:54,828 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:37:54,828 Example #1\n", "2019-12-30 02:37:54,829 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:37:54,829 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:37:54,829 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:37:54,829 Example #2\n", "2019-12-30 02:37:54,829 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:37:54,829 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:37:54,829 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:37:54,829 Example #3\n", "2019-12-30 02:37:54,829 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:37:54,829 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:37:54,830 \tHypothesis: To , don me , ba a saukar da wani ƙarni ba a gabãninka daga mutãnen ƙarnõni , waɗanda suke yin binciken su a cikin ƙasa ? fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 02:37:54,830 Validation result (greedy) at epoch 22, step 89000: bleu: 32.96, loss: 36111.9648, ppl: 3.7240, duration: 40.2638s\n", "2019-12-30 02:38:08,722 Epoch 22 Step: 89100 Batch Loss: 1.332210 Tokens per Sec: 15957, Lr: 0.000300\n", "2019-12-30 02:38:22,458 Epoch 22 Step: 89200 Batch Loss: 1.262949 Tokens per Sec: 16112, Lr: 0.000300\n", "2019-12-30 02:38:36,352 Epoch 22 Step: 89300 Batch Loss: 1.300699 Tokens per Sec: 15808, Lr: 0.000300\n", "2019-12-30 02:38:50,213 Epoch 22 Step: 89400 Batch Loss: 1.250641 Tokens per Sec: 15360, Lr: 0.000300\n", "2019-12-30 02:39:04,025 Epoch 22 Step: 89500 Batch Loss: 1.371363 Tokens per Sec: 15684, Lr: 0.000300\n", "2019-12-30 02:39:17,742 Epoch 22 Step: 89600 Batch Loss: 1.047064 Tokens per Sec: 15991, Lr: 0.000300\n", "2019-12-30 02:39:31,792 Epoch 22 Step: 89700 Batch Loss: 1.351563 Tokens per Sec: 15969, Lr: 0.000300\n", "2019-12-30 02:39:45,826 Epoch 22 Step: 89800 Batch Loss: 1.347838 Tokens per Sec: 15542, Lr: 0.000300\n", "2019-12-30 02:39:59,653 Epoch 22 Step: 89900 Batch Loss: 1.485541 Tokens per Sec: 15727, Lr: 0.000300\n", "2019-12-30 02:40:13,700 Epoch 22 Step: 90000 Batch Loss: 1.548588 Tokens per Sec: 15725, Lr: 0.000300\n", "2019-12-30 02:40:54,346 Example #0\n", "2019-12-30 02:40:54,347 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:40:54,347 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:40:54,347 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa , “ Idan ya yiwu , ku zama lafiya da dukan mutane . ”\n", "2019-12-30 02:40:54,347 Example #1\n", "2019-12-30 02:40:54,347 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:40:54,347 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:40:54,347 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:40:54,348 Example #2\n", "2019-12-30 02:40:54,348 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:40:54,348 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:40:54,348 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:40:54,348 Example #3\n", "2019-12-30 02:40:54,348 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:40:54,348 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:40:54,349 \tHypothesis: To , don me , ba a kasance daga mutãnen ƙarnõni ba a gabãninka , daga mutãnen ƙarnõni , waɗanda suke hani daga gabãninku , fãce kaɗan daga wanda Muka tsirar da su ?\n", "2019-12-30 02:40:54,349 Validation result (greedy) at epoch 22, step 90000: bleu: 33.49, loss: 35844.0391, ppl: 3.6878, duration: 40.6486s\n", "2019-12-30 02:41:08,284 Epoch 22 Step: 90100 Batch Loss: 1.115440 Tokens per Sec: 15586, Lr: 0.000300\n", "2019-12-30 02:41:22,407 Epoch 22 Step: 90200 Batch Loss: 1.191375 Tokens per Sec: 14976, Lr: 0.000300\n", "2019-12-30 02:41:36,708 Epoch 22 Step: 90300 Batch Loss: 1.290104 Tokens per Sec: 15561, Lr: 0.000300\n", "2019-12-30 02:41:50,939 Epoch 22 Step: 90400 Batch Loss: 1.351021 Tokens per Sec: 14968, Lr: 0.000300\n", "2019-12-30 02:42:04,931 Epoch 22 Step: 90500 Batch Loss: 1.462300 Tokens per Sec: 15568, Lr: 0.000300\n", "2019-12-30 02:42:19,328 Epoch 22 Step: 90600 Batch Loss: 1.402740 Tokens per Sec: 15391, Lr: 0.000300\n", "2019-12-30 02:42:33,506 Epoch 22 Step: 90700 Batch Loss: 1.359334 Tokens per Sec: 15367, Lr: 0.000300\n", "2019-12-30 02:42:47,655 Epoch 22 Step: 90800 Batch Loss: 1.272165 Tokens per Sec: 15789, Lr: 0.000300\n", "2019-12-30 02:43:01,930 Epoch 22 Step: 90900 Batch Loss: 1.352785 Tokens per Sec: 15299, Lr: 0.000300\n", "2019-12-30 02:43:16,000 Epoch 22 Step: 91000 Batch Loss: 1.286361 Tokens per Sec: 15508, Lr: 0.000300\n", "2019-12-30 02:43:57,012 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:43:57,012 Saving new checkpoint.\n", "2019-12-30 02:43:57,292 Example #0\n", "2019-12-30 02:43:57,293 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:43:57,293 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:43:57,293 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , kamar yadda ya dangana a gareka , ka kasance da salama da dukan mutane . ”\n", "2019-12-30 02:43:57,293 Example #1\n", "2019-12-30 02:43:57,293 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:43:57,293 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:43:57,294 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:43:57,294 Example #2\n", "2019-12-30 02:43:57,294 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:43:57,294 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:43:57,294 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:43:57,294 Example #3\n", "2019-12-30 02:43:57,294 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:43:57,294 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:43:57,295 \tHypothesis: Kuma don me , waɗansu al 'ummõmi daga gabãninku ba su kasance mãsu hankalta ba , daga mutãnen farko , dõmin su yi ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:43:57,295 Validation result (greedy) at epoch 22, step 91000: bleu: 33.33, loss: 35546.8359, ppl: 3.6481, duration: 41.2946s\n", "2019-12-30 02:44:11,482 Epoch 22 Step: 91100 Batch Loss: 1.320744 Tokens per Sec: 15408, Lr: 0.000300\n", "2019-12-30 02:44:14,263 Epoch 22: total training loss 5417.02\n", "2019-12-30 02:44:14,264 EPOCH 23\n", "2019-12-30 02:44:26,235 Epoch 23 Step: 91200 Batch Loss: 1.455663 Tokens per Sec: 14636, Lr: 0.000300\n", "2019-12-30 02:44:40,528 Epoch 23 Step: 91300 Batch Loss: 1.390668 Tokens per Sec: 15206, Lr: 0.000300\n", "2019-12-30 02:44:54,681 Epoch 23 Step: 91400 Batch Loss: 1.549886 Tokens per Sec: 15781, Lr: 0.000300\n", "2019-12-30 02:45:08,829 Epoch 23 Step: 91500 Batch Loss: 1.342771 Tokens per Sec: 15632, Lr: 0.000300\n", "2019-12-30 02:45:22,706 Epoch 23 Step: 91600 Batch Loss: 1.327890 Tokens per Sec: 15837, Lr: 0.000300\n", "2019-12-30 02:45:36,982 Epoch 23 Step: 91700 Batch Loss: 1.333661 Tokens per Sec: 15563, Lr: 0.000300\n", "2019-12-30 02:45:50,777 Epoch 23 Step: 91800 Batch Loss: 1.444846 Tokens per Sec: 15513, Lr: 0.000300\n", "2019-12-30 02:46:04,924 Epoch 23 Step: 91900 Batch Loss: 1.472222 Tokens per Sec: 15747, Lr: 0.000300\n", "2019-12-30 02:46:18,962 Epoch 23 Step: 92000 Batch Loss: 1.250083 Tokens per Sec: 15460, Lr: 0.000300\n", "2019-12-30 02:46:59,347 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:46:59,348 Saving new checkpoint.\n", "2019-12-30 02:46:59,672 Example #0\n", "2019-12-30 02:46:59,672 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:46:59,672 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:46:59,672 \tHypothesis: Littafi Mai Tsarki ya ba mu gargaɗi , “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:46:59,672 Example #1\n", "2019-12-30 02:46:59,673 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:46:59,673 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:46:59,673 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:46:59,673 Example #2\n", "2019-12-30 02:46:59,673 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:46:59,673 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:46:59,673 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:46:59,673 Example #3\n", "2019-12-30 02:46:59,674 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:46:59,674 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:46:59,674 \tHypothesis: To , don me , ba a saukar da jama 'a ba a gabãninku , daga mutãnen ƙarshe , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:46:59,674 Validation result (greedy) at epoch 23, step 92000: bleu: 33.77, loss: 35429.6797, ppl: 3.6326, duration: 40.7113s\n", "2019-12-30 02:47:14,044 Epoch 23 Step: 92100 Batch Loss: 1.029240 Tokens per Sec: 15473, Lr: 0.000300\n", "2019-12-30 02:47:28,079 Epoch 23 Step: 92200 Batch Loss: 1.419175 Tokens per Sec: 15668, Lr: 0.000300\n", "2019-12-30 02:47:42,089 Epoch 23 Step: 92300 Batch Loss: 1.365961 Tokens per Sec: 15553, Lr: 0.000300\n", "2019-12-30 02:47:56,093 Epoch 23 Step: 92400 Batch Loss: 1.427498 Tokens per Sec: 15741, Lr: 0.000300\n", "2019-12-30 02:48:10,281 Epoch 23 Step: 92500 Batch Loss: 1.491614 Tokens per Sec: 15624, Lr: 0.000300\n", "2019-12-30 02:48:24,443 Epoch 23 Step: 92600 Batch Loss: 1.088996 Tokens per Sec: 15660, Lr: 0.000300\n", "2019-12-30 02:48:38,229 Epoch 23 Step: 92700 Batch Loss: 1.327526 Tokens per Sec: 15819, Lr: 0.000300\n", "2019-12-30 02:48:52,240 Epoch 23 Step: 92800 Batch Loss: 1.314690 Tokens per Sec: 15732, Lr: 0.000300\n", "2019-12-30 02:49:06,211 Epoch 23 Step: 92900 Batch Loss: 1.136376 Tokens per Sec: 15949, Lr: 0.000300\n", "2019-12-30 02:49:20,276 Epoch 23 Step: 93000 Batch Loss: 1.263437 Tokens per Sec: 15686, Lr: 0.000300\n", "2019-12-30 02:50:00,119 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:50:00,119 Saving new checkpoint.\n", "2019-12-30 02:50:00,420 Example #0\n", "2019-12-30 02:50:00,420 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:50:00,420 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:50:00,420 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:50:00,420 Example #1\n", "2019-12-30 02:50:00,421 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:50:00,421 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:50:00,421 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:50:00,421 Example #2\n", "2019-12-30 02:50:00,421 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:50:00,421 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:50:00,421 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:50:00,421 Example #3\n", "2019-12-30 02:50:00,422 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:50:00,422 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:50:00,422 \tHypothesis: To , don me , ba a saukar da wata jama 'a ba daga mutãnen farko , sunã fahimta , cẽwa lalle ne dã sun hanu daga ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:50:00,422 Validation result (greedy) at epoch 23, step 93000: bleu: 33.36, loss: 35422.6055, ppl: 3.6317, duration: 40.1455s\n", "2019-12-30 02:50:14,306 Epoch 23 Step: 93100 Batch Loss: 1.301866 Tokens per Sec: 15817, Lr: 0.000300\n", "2019-12-30 02:50:28,261 Epoch 23 Step: 93200 Batch Loss: 1.153067 Tokens per Sec: 15744, Lr: 0.000300\n", "2019-12-30 02:50:42,299 Epoch 23 Step: 93300 Batch Loss: 1.277806 Tokens per Sec: 15720, Lr: 0.000300\n", "2019-12-30 02:50:55,969 Epoch 23 Step: 93400 Batch Loss: 1.390115 Tokens per Sec: 15966, Lr: 0.000300\n", "2019-12-30 02:51:09,715 Epoch 23 Step: 93500 Batch Loss: 1.276787 Tokens per Sec: 15583, Lr: 0.000300\n", "2019-12-30 02:51:23,803 Epoch 23 Step: 93600 Batch Loss: 1.344456 Tokens per Sec: 15474, Lr: 0.000300\n", "2019-12-30 02:51:37,538 Epoch 23 Step: 93700 Batch Loss: 1.499744 Tokens per Sec: 15810, Lr: 0.000300\n", "2019-12-30 02:51:51,516 Epoch 23 Step: 93800 Batch Loss: 1.499269 Tokens per Sec: 15802, Lr: 0.000300\n", "2019-12-30 02:52:05,347 Epoch 23 Step: 93900 Batch Loss: 1.405901 Tokens per Sec: 15837, Lr: 0.000300\n", "2019-12-30 02:52:19,502 Epoch 23 Step: 94000 Batch Loss: 1.310173 Tokens per Sec: 15347, Lr: 0.000300\n", "2019-12-30 02:52:59,215 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:52:59,215 Saving new checkpoint.\n", "2019-12-30 02:52:59,518 Example #0\n", "2019-12-30 02:52:59,518 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:52:59,519 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:52:59,519 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zama lafiya da dukan mutane . ”\n", "2019-12-30 02:52:59,519 Example #1\n", "2019-12-30 02:52:59,519 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:52:59,519 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:52:59,519 \tHypothesis: Talifinmu na gaba ya daɗa bincika manufar tashin matattu .\n", "2019-12-30 02:52:59,519 Example #2\n", "2019-12-30 02:52:59,520 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:52:59,520 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:52:59,520 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ?\n", "2019-12-30 02:52:59,520 Example #3\n", "2019-12-30 02:52:59,520 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:52:59,520 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:52:59,520 \tHypothesis: To , don me , waɗansu jama 'a daga gabãninku ba su kasance a gare ku ba , sunã fahimtar ( da su ) ? Fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:52:59,520 Validation result (greedy) at epoch 23, step 94000: bleu: 33.70, loss: 35404.8984, ppl: 3.6293, duration: 40.0183s\n", "2019-12-30 02:53:13,679 Epoch 23 Step: 94100 Batch Loss: 1.297891 Tokens per Sec: 15355, Lr: 0.000300\n", "2019-12-30 02:53:27,399 Epoch 23 Step: 94200 Batch Loss: 1.234453 Tokens per Sec: 15748, Lr: 0.000300\n", "2019-12-30 02:53:41,289 Epoch 23 Step: 94300 Batch Loss: 1.246457 Tokens per Sec: 15803, Lr: 0.000300\n", "2019-12-30 02:53:55,431 Epoch 23 Step: 94400 Batch Loss: 1.572037 Tokens per Sec: 15744, Lr: 0.000300\n", "2019-12-30 02:54:09,628 Epoch 23 Step: 94500 Batch Loss: 1.271845 Tokens per Sec: 15150, Lr: 0.000300\n", "2019-12-30 02:54:23,682 Epoch 23 Step: 94600 Batch Loss: 1.271177 Tokens per Sec: 15780, Lr: 0.000300\n", "2019-12-30 02:54:37,912 Epoch 23 Step: 94700 Batch Loss: 1.164840 Tokens per Sec: 15579, Lr: 0.000300\n", "2019-12-30 02:54:52,180 Epoch 23 Step: 94800 Batch Loss: 1.390856 Tokens per Sec: 15882, Lr: 0.000300\n", "2019-12-30 02:55:06,526 Epoch 23 Step: 94900 Batch Loss: 1.227786 Tokens per Sec: 15361, Lr: 0.000300\n", "2019-12-30 02:55:20,508 Epoch 23 Step: 95000 Batch Loss: 1.335147 Tokens per Sec: 15883, Lr: 0.000300\n", "2019-12-30 02:56:01,101 Hooray! New best validation result [ppl]!\n", "2019-12-30 02:56:01,101 Saving new checkpoint.\n", "2019-12-30 02:56:01,421 Example #0\n", "2019-12-30 02:56:01,421 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:56:01,422 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:56:01,422 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:56:01,422 Example #1\n", "2019-12-30 02:56:01,422 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:56:01,422 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:56:01,422 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:56:01,422 Example #2\n", "2019-12-30 02:56:01,422 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:56:01,422 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:56:01,423 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna masu yawa a duniya shaida ne ga menene ?\n", "2019-12-30 02:56:01,423 Example #3\n", "2019-12-30 02:56:01,423 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:56:01,423 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:56:01,423 \tHypothesis: To , don me , ba a kasance daga mutãnen ƙarnõni ba a gabãninka , daga mutãnen farko , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:56:01,423 Validation result (greedy) at epoch 23, step 95000: bleu: 33.87, loss: 35346.8359, ppl: 3.6217, duration: 40.9148s\n", "2019-12-30 02:56:15,788 Epoch 23 Step: 95100 Batch Loss: 1.182361 Tokens per Sec: 15161, Lr: 0.000300\n", "2019-12-30 02:56:29,764 Epoch 23 Step: 95200 Batch Loss: 1.068138 Tokens per Sec: 15669, Lr: 0.000300\n", "2019-12-30 02:56:38,070 Epoch 23: total training loss 5358.72\n", "2019-12-30 02:56:38,070 EPOCH 24\n", "2019-12-30 02:56:44,331 Epoch 24 Step: 95300 Batch Loss: 1.432924 Tokens per Sec: 15073, Lr: 0.000300\n", "2019-12-30 02:56:58,599 Epoch 24 Step: 95400 Batch Loss: 1.358423 Tokens per Sec: 15324, Lr: 0.000300\n", "2019-12-30 02:57:12,914 Epoch 24 Step: 95500 Batch Loss: 1.271844 Tokens per Sec: 15267, Lr: 0.000300\n", "2019-12-30 02:57:27,078 Epoch 24 Step: 95600 Batch Loss: 1.276772 Tokens per Sec: 15863, Lr: 0.000300\n", "2019-12-30 02:57:41,548 Epoch 24 Step: 95700 Batch Loss: 1.180453 Tokens per Sec: 15302, Lr: 0.000300\n", "2019-12-30 02:57:55,851 Epoch 24 Step: 95800 Batch Loss: 1.078403 Tokens per Sec: 15582, Lr: 0.000300\n", "2019-12-30 02:58:10,249 Epoch 24 Step: 95900 Batch Loss: 1.435830 Tokens per Sec: 14970, Lr: 0.000300\n", "2019-12-30 02:58:24,692 Epoch 24 Step: 96000 Batch Loss: 1.361329 Tokens per Sec: 15349, Lr: 0.000300\n", "2019-12-30 02:59:05,868 Example #0\n", "2019-12-30 02:59:05,868 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 02:59:05,868 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 02:59:05,869 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , kamar yadda ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 02:59:05,869 Example #1\n", "2019-12-30 02:59:05,869 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 02:59:05,869 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 02:59:05,869 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 02:59:05,869 Example #2\n", "2019-12-30 02:59:05,870 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 02:59:05,870 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 02:59:05,870 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna masu yawa a duniya ya nuna abin da ya faru ?\n", "2019-12-30 02:59:05,870 Example #3\n", "2019-12-30 02:59:05,870 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 02:59:05,870 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 02:59:05,870 \tHypothesis: To , don me , waɗansu jama 'a daga gabãninku ba su kasance a kan waɗanda suke yin hankali ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 02:59:05,870 Validation result (greedy) at epoch 24, step 96000: bleu: 33.71, loss: 35450.2539, ppl: 3.6353, duration: 41.1779s\n", "2019-12-30 02:59:20,545 Epoch 24 Step: 96100 Batch Loss: 1.489864 Tokens per Sec: 15058, Lr: 0.000300\n", "2019-12-30 02:59:34,910 Epoch 24 Step: 96200 Batch Loss: 1.060474 Tokens per Sec: 15550, Lr: 0.000300\n", "2019-12-30 02:59:49,360 Epoch 24 Step: 96300 Batch Loss: 1.012961 Tokens per Sec: 15582, Lr: 0.000300\n", "2019-12-30 03:00:03,813 Epoch 24 Step: 96400 Batch Loss: 1.294725 Tokens per Sec: 14977, Lr: 0.000300\n", "2019-12-30 03:00:18,269 Epoch 24 Step: 96500 Batch Loss: 1.341559 Tokens per Sec: 15267, Lr: 0.000300\n", "2019-12-30 03:00:32,795 Epoch 24 Step: 96600 Batch Loss: 1.468237 Tokens per Sec: 14708, Lr: 0.000300\n", "2019-12-30 03:00:47,288 Epoch 24 Step: 96700 Batch Loss: 1.111455 Tokens per Sec: 14800, Lr: 0.000300\n", "2019-12-30 03:01:01,691 Epoch 24 Step: 96800 Batch Loss: 1.136247 Tokens per Sec: 15357, Lr: 0.000300\n", "2019-12-30 03:01:15,962 Epoch 24 Step: 96900 Batch Loss: 1.394053 Tokens per Sec: 15084, Lr: 0.000300\n", "2019-12-30 03:01:30,465 Epoch 24 Step: 97000 Batch Loss: 1.207182 Tokens per Sec: 14952, Lr: 0.000300\n", "2019-12-30 03:02:11,376 Hooray! New best validation result [ppl]!\n", "2019-12-30 03:02:11,376 Saving new checkpoint.\n", "2019-12-30 03:02:11,695 Example #0\n", "2019-12-30 03:02:11,695 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:02:11,695 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:02:11,695 \tHypothesis: Littafi Mai Tsarki ya ba mu gargaɗi , “ Idan ya yiwu , ku yi zaman lafiya da dukan mutane . ”\n", "2019-12-30 03:02:11,695 Example #1\n", "2019-12-30 03:02:11,696 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:02:11,696 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:02:11,696 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:02:11,696 Example #2\n", "2019-12-30 03:02:11,696 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:02:11,696 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:02:11,696 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana cikin dukan harsuna masu yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:02:11,697 Example #3\n", "2019-12-30 03:02:11,697 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:02:11,697 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:02:11,697 \tHypothesis: To , don me , waɗansu al 'ummomi daga gabãninku ba su kasance mãsu hankali ba , su ne waɗanda suka hanã wa fãne a cikin ƙasa ? Fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 03:02:11,697 Validation result (greedy) at epoch 24, step 97000: bleu: 33.86, loss: 35193.3164, ppl: 3.6015, duration: 41.2324s\n", "2019-12-30 03:02:25,922 Epoch 24 Step: 97100 Batch Loss: 1.333794 Tokens per Sec: 15896, Lr: 0.000300\n", "2019-12-30 03:02:40,159 Epoch 24 Step: 97200 Batch Loss: 1.222226 Tokens per Sec: 15636, Lr: 0.000300\n", "2019-12-30 03:02:54,343 Epoch 24 Step: 97300 Batch Loss: 1.112447 Tokens per Sec: 15285, Lr: 0.000300\n", "2019-12-30 03:03:08,502 Epoch 24 Step: 97400 Batch Loss: 1.422745 Tokens per Sec: 15461, Lr: 0.000300\n", "2019-12-30 03:03:22,724 Epoch 24 Step: 97500 Batch Loss: 1.472480 Tokens per Sec: 15335, Lr: 0.000300\n", "2019-12-30 03:03:36,771 Epoch 24 Step: 97600 Batch Loss: 1.190512 Tokens per Sec: 15438, Lr: 0.000300\n", "2019-12-30 03:03:51,063 Epoch 24 Step: 97700 Batch Loss: 1.260204 Tokens per Sec: 15418, Lr: 0.000300\n", "2019-12-30 03:04:05,093 Epoch 24 Step: 97800 Batch Loss: 1.337024 Tokens per Sec: 15807, Lr: 0.000300\n", "2019-12-30 03:04:19,477 Epoch 24 Step: 97900 Batch Loss: 1.289529 Tokens per Sec: 15473, Lr: 0.000300\n", "2019-12-30 03:04:33,739 Epoch 24 Step: 98000 Batch Loss: 1.461248 Tokens per Sec: 15528, Lr: 0.000300\n", "2019-12-30 03:05:14,375 Hooray! New best validation result [ppl]!\n", "2019-12-30 03:05:14,375 Saving new checkpoint.\n", "2019-12-30 03:05:14,650 Example #0\n", "2019-12-30 03:05:14,651 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:05:14,651 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:05:14,651 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara , “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:05:14,651 Example #1\n", "2019-12-30 03:05:14,652 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:05:14,652 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:05:14,652 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:05:14,652 Example #2\n", "2019-12-30 03:05:14,653 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:05:14,653 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:05:14,653 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna masu yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:05:14,653 Example #3\n", "2019-12-30 03:05:14,654 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:05:14,654 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:05:14,654 \tHypothesis: To , don me , ba a saukar da wata al 'umma daga gabãninka ba , daga mutãnen farko , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 03:05:14,654 Validation result (greedy) at epoch 24, step 98000: bleu: 33.83, loss: 35148.8242, ppl: 3.5956, duration: 40.9142s\n", "2019-12-30 03:05:28,791 Epoch 24 Step: 98100 Batch Loss: 1.211116 Tokens per Sec: 15144, Lr: 0.000300\n", "2019-12-30 03:05:43,019 Epoch 24 Step: 98200 Batch Loss: 1.419798 Tokens per Sec: 15388, Lr: 0.000300\n", "2019-12-30 03:05:57,128 Epoch 24 Step: 98300 Batch Loss: 1.358414 Tokens per Sec: 15610, Lr: 0.000300\n", "2019-12-30 03:06:11,058 Epoch 24 Step: 98400 Batch Loss: 1.007605 Tokens per Sec: 15512, Lr: 0.000300\n", "2019-12-30 03:06:25,345 Epoch 24 Step: 98500 Batch Loss: 1.113815 Tokens per Sec: 15562, Lr: 0.000300\n", "2019-12-30 03:06:39,725 Epoch 24 Step: 98600 Batch Loss: 1.230721 Tokens per Sec: 14902, Lr: 0.000300\n", "2019-12-30 03:06:53,771 Epoch 24 Step: 98700 Batch Loss: 1.262145 Tokens per Sec: 15579, Lr: 0.000300\n", "2019-12-30 03:07:07,911 Epoch 24 Step: 98800 Batch Loss: 1.257070 Tokens per Sec: 15624, Lr: 0.000300\n", "2019-12-30 03:07:22,254 Epoch 24 Step: 98900 Batch Loss: 1.248758 Tokens per Sec: 15589, Lr: 0.000300\n", "2019-12-30 03:07:36,153 Epoch 24 Step: 99000 Batch Loss: 1.359423 Tokens per Sec: 15405, Lr: 0.000300\n", "2019-12-30 03:08:16,802 Example #0\n", "2019-12-30 03:08:16,802 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:08:16,802 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:08:16,802 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zama lafiya da dukan mutane . ”\n", "2019-12-30 03:08:16,802 Example #1\n", "2019-12-30 03:08:16,802 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:08:16,803 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:08:16,803 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:08:16,803 Example #2\n", "2019-12-30 03:08:16,803 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:08:16,803 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:08:16,803 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da muhimmanci a dukan harsuna da yawa a duniya shaida ne ?\n", "2019-12-30 03:08:16,803 Example #3\n", "2019-12-30 03:08:16,803 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:08:16,803 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:08:16,803 \tHypothesis: To , don me , a cikin waɗansu al 'ummõmi daga gabãninku , ba su kasance sunã hankalta ba , su hanã wa kĩfin turɓãya a cikin ƙasa , fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 03:08:16,803 Validation result (greedy) at epoch 24, step 99000: bleu: 34.35, loss: 35155.2539, ppl: 3.5965, duration: 40.6497s\n", "2019-12-30 03:08:30,819 Epoch 24 Step: 99100 Batch Loss: 1.036399 Tokens per Sec: 15474, Lr: 0.000300\n", "2019-12-30 03:08:44,686 Epoch 24 Step: 99200 Batch Loss: 1.379063 Tokens per Sec: 15829, Lr: 0.000300\n", "2019-12-30 03:08:58,915 Epoch 24 Step: 99300 Batch Loss: 1.070796 Tokens per Sec: 15765, Lr: 0.000300\n", "2019-12-30 03:09:12,732 Epoch 24: total training loss 5326.24\n", "2019-12-30 03:09:12,732 EPOCH 25\n", "2019-12-30 03:09:13,282 Epoch 25 Step: 99400 Batch Loss: 1.249934 Tokens per Sec: 3449, Lr: 0.000300\n", "2019-12-30 03:09:27,148 Epoch 25 Step: 99500 Batch Loss: 1.298831 Tokens per Sec: 15832, Lr: 0.000300\n", "2019-12-30 03:09:41,033 Epoch 25 Step: 99600 Batch Loss: 1.272586 Tokens per Sec: 15801, Lr: 0.000300\n", "2019-12-30 03:09:55,073 Epoch 25 Step: 99700 Batch Loss: 1.140731 Tokens per Sec: 15978, Lr: 0.000300\n", "2019-12-30 03:10:09,295 Epoch 25 Step: 99800 Batch Loss: 1.309367 Tokens per Sec: 15659, Lr: 0.000300\n", "2019-12-30 03:10:23,458 Epoch 25 Step: 99900 Batch Loss: 1.366116 Tokens per Sec: 15537, Lr: 0.000300\n", "2019-12-30 03:10:37,319 Epoch 25 Step: 100000 Batch Loss: 1.244817 Tokens per Sec: 16095, Lr: 0.000300\n", "2019-12-30 03:11:17,907 Hooray! New best validation result [ppl]!\n", "2019-12-30 03:11:17,908 Saving new checkpoint.\n", "2019-12-30 03:11:18,167 Example #0\n", "2019-12-30 03:11:18,167 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:11:18,167 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:11:18,167 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ sahiyar salama da dukan mutane . ”\n", "2019-12-30 03:11:18,167 Example #1\n", "2019-12-30 03:11:18,168 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:11:18,168 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:11:18,168 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:11:18,168 Example #2\n", "2019-12-30 03:11:18,168 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:11:18,168 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:11:18,168 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:11:18,168 Example #3\n", "2019-12-30 03:11:18,168 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:11:18,168 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:11:18,169 \tHypothesis: To , don me , a cikin al 'ummomi daga gabãninku , ba su kasance mãsu hankalta ba , daga mutãnen ƙarnõnin , su yi hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 03:11:18,169 Validation result (greedy) at epoch 25, step 100000: bleu: 34.32, loss: 35115.5898, ppl: 3.5913, duration: 40.8495s\n", "2019-12-30 03:11:32,153 Epoch 25 Step: 100100 Batch Loss: 1.402269 Tokens per Sec: 15598, Lr: 0.000300\n", "2019-12-30 03:11:46,173 Epoch 25 Step: 100200 Batch Loss: 1.177819 Tokens per Sec: 15567, Lr: 0.000300\n", "2019-12-30 03:12:00,175 Epoch 25 Step: 100300 Batch Loss: 1.233518 Tokens per Sec: 15837, Lr: 0.000300\n", "2019-12-30 03:12:13,849 Epoch 25 Step: 100400 Batch Loss: 1.264396 Tokens per Sec: 16068, Lr: 0.000300\n", "2019-12-30 03:12:27,861 Epoch 25 Step: 100500 Batch Loss: 1.332579 Tokens per Sec: 15304, Lr: 0.000300\n", "2019-12-30 03:12:41,833 Epoch 25 Step: 100600 Batch Loss: 1.273601 Tokens per Sec: 15858, Lr: 0.000300\n", "2019-12-30 03:12:55,804 Epoch 25 Step: 100700 Batch Loss: 0.996820 Tokens per Sec: 15562, Lr: 0.000300\n", "2019-12-30 03:13:09,570 Epoch 25 Step: 100800 Batch Loss: 0.976246 Tokens per Sec: 15669, Lr: 0.000300\n", "2019-12-30 03:13:23,346 Epoch 25 Step: 100900 Batch Loss: 1.265143 Tokens per Sec: 15946, Lr: 0.000300\n", "2019-12-30 03:13:37,275 Epoch 25 Step: 101000 Batch Loss: 1.303335 Tokens per Sec: 15688, Lr: 0.000300\n", "2019-12-30 03:14:17,115 Example #0\n", "2019-12-30 03:14:17,115 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:14:17,115 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:14:17,115 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ domin ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:14:17,115 Example #1\n", "2019-12-30 03:14:17,116 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:14:17,116 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:14:17,116 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:14:17,116 Example #2\n", "2019-12-30 03:14:17,116 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:14:17,116 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:14:17,116 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna masu girma a duniya shaida ne ga menene ?\n", "2019-12-30 03:14:17,116 Example #3\n", "2019-12-30 03:14:17,117 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:14:17,117 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:14:17,117 \tHypothesis: To , don me , ba a saukar da wata al 'umma ba a gabãninka , daga al 'umma , waɗanda suke hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka tsirar da su daga gare su ?\n", "2019-12-30 03:14:17,117 Validation result (greedy) at epoch 25, step 101000: bleu: 34.35, loss: 35358.5742, ppl: 3.6232, duration: 39.8418s\n", "2019-12-30 03:14:31,183 Epoch 25 Step: 101100 Batch Loss: 1.341247 Tokens per Sec: 15724, Lr: 0.000300\n", "2019-12-30 03:14:45,098 Epoch 25 Step: 101200 Batch Loss: 1.188244 Tokens per Sec: 15746, Lr: 0.000300\n", "2019-12-30 03:14:59,329 Epoch 25 Step: 101300 Batch Loss: 1.323596 Tokens per Sec: 15445, Lr: 0.000300\n", "2019-12-30 03:15:13,177 Epoch 25 Step: 101400 Batch Loss: 1.248207 Tokens per Sec: 15761, Lr: 0.000300\n", "2019-12-30 03:15:27,158 Epoch 25 Step: 101500 Batch Loss: 0.965062 Tokens per Sec: 15490, Lr: 0.000300\n", "2019-12-30 03:15:41,193 Epoch 25 Step: 101600 Batch Loss: 1.079164 Tokens per Sec: 15431, Lr: 0.000300\n", "2019-12-30 03:15:55,199 Epoch 25 Step: 101700 Batch Loss: 1.312933 Tokens per Sec: 15910, Lr: 0.000300\n", "2019-12-30 03:16:09,447 Epoch 25 Step: 101800 Batch Loss: 1.210945 Tokens per Sec: 15436, Lr: 0.000300\n", "2019-12-30 03:16:23,446 Epoch 25 Step: 101900 Batch Loss: 1.328881 Tokens per Sec: 15414, Lr: 0.000300\n", "2019-12-30 03:16:37,399 Epoch 25 Step: 102000 Batch Loss: 1.197888 Tokens per Sec: 16158, Lr: 0.000300\n", "2019-12-30 03:17:17,510 Hooray! New best validation result [ppl]!\n", "2019-12-30 03:17:17,510 Saving new checkpoint.\n", "2019-12-30 03:17:17,770 Example #0\n", "2019-12-30 03:17:17,770 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:17:17,771 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:17:17,771 \tHypothesis: Littafi Mai Tsarki ya ba mu gargaɗi , “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:17:17,771 Example #1\n", "2019-12-30 03:17:17,771 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:17:17,771 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:17:17,771 \tHypothesis: Talifinmu na gaba zai ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:17:17,771 Example #2\n", "2019-12-30 03:17:17,772 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:17:17,772 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:17:17,772 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ?\n", "2019-12-30 03:17:17,772 Example #3\n", "2019-12-30 03:17:17,772 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:17:17,772 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:17:17,772 \tHypothesis: To , don me , a lõkacin da wasu jama 'a ba su kasance a gabãninka ba , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka tsirar da su daga gare su ?\n", "2019-12-30 03:17:17,772 Validation result (greedy) at epoch 25, step 102000: bleu: 34.35, loss: 34999.1641, ppl: 3.5761, duration: 40.3734s\n", "2019-12-30 03:17:31,741 Epoch 25 Step: 102100 Batch Loss: 1.361969 Tokens per Sec: 15318, Lr: 0.000300\n", "2019-12-30 03:17:45,678 Epoch 25 Step: 102200 Batch Loss: 1.393255 Tokens per Sec: 15852, Lr: 0.000300\n", "2019-12-30 03:17:59,395 Epoch 25 Step: 102300 Batch Loss: 1.402568 Tokens per Sec: 15810, Lr: 0.000300\n", "2019-12-30 03:18:13,611 Epoch 25 Step: 102400 Batch Loss: 1.177625 Tokens per Sec: 15927, Lr: 0.000300\n", "2019-12-30 03:18:27,842 Epoch 25 Step: 102500 Batch Loss: 1.544446 Tokens per Sec: 15285, Lr: 0.000300\n", "2019-12-30 03:18:41,857 Epoch 25 Step: 102600 Batch Loss: 1.226023 Tokens per Sec: 15452, Lr: 0.000300\n", "2019-12-30 03:18:55,727 Epoch 25 Step: 102700 Batch Loss: 1.217042 Tokens per Sec: 15538, Lr: 0.000300\n", "2019-12-30 03:19:09,797 Epoch 25 Step: 102800 Batch Loss: 1.247367 Tokens per Sec: 15139, Lr: 0.000300\n", "2019-12-30 03:19:23,762 Epoch 25 Step: 102900 Batch Loss: 1.412164 Tokens per Sec: 15392, Lr: 0.000300\n", "2019-12-30 03:19:37,978 Epoch 25 Step: 103000 Batch Loss: 1.384194 Tokens per Sec: 15702, Lr: 0.000300\n", "2019-12-30 03:20:18,279 Example #0\n", "2019-12-30 03:20:18,279 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:20:18,279 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:20:18,279 \tHypothesis: Littafi Mai Tsarki ya yi mana gargaɗi , “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:20:18,279 Example #1\n", "2019-12-30 03:20:18,280 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:20:18,280 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:20:18,280 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:20:18,280 Example #2\n", "2019-12-30 03:20:18,280 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:20:18,280 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:20:18,281 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:20:18,281 Example #3\n", "2019-12-30 03:20:18,281 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:20:18,281 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:20:18,281 \tHypothesis: To , don me , ba a saukar da wata al 'umma ba a gabãninka , daga mutãnen ƙarnõni , waɗanda suke a gabãninka , su hanu daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka tsĩrar daga gare su .\n", "2019-12-30 03:20:18,281 Validation result (greedy) at epoch 25, step 103000: bleu: 34.57, loss: 35245.4180, ppl: 3.6083, duration: 40.3034s\n", "2019-12-30 03:20:32,278 Epoch 25 Step: 103100 Batch Loss: 1.280779 Tokens per Sec: 15529, Lr: 0.000300\n", "2019-12-30 03:20:46,500 Epoch 25 Step: 103200 Batch Loss: 1.216895 Tokens per Sec: 15586, Lr: 0.000300\n", "2019-12-30 03:21:00,534 Epoch 25 Step: 103300 Batch Loss: 1.243909 Tokens per Sec: 15649, Lr: 0.000300\n", "2019-12-30 03:21:14,806 Epoch 25 Step: 103400 Batch Loss: 1.227457 Tokens per Sec: 15580, Lr: 0.000300\n", "2019-12-30 03:21:28,960 Epoch 25 Step: 103500 Batch Loss: 1.254230 Tokens per Sec: 15691, Lr: 0.000300\n", "2019-12-30 03:21:35,082 Epoch 25: total training loss 5288.19\n", "2019-12-30 03:21:35,082 EPOCH 26\n", "2019-12-30 03:21:43,372 Epoch 26 Step: 103600 Batch Loss: 1.293943 Tokens per Sec: 15237, Lr: 0.000300\n", "2019-12-30 03:21:57,534 Epoch 26 Step: 103700 Batch Loss: 1.199752 Tokens per Sec: 15751, Lr: 0.000300\n", "2019-12-30 03:22:11,755 Epoch 26 Step: 103800 Batch Loss: 1.289016 Tokens per Sec: 15345, Lr: 0.000300\n", "2019-12-30 03:22:25,761 Epoch 26 Step: 103900 Batch Loss: 1.181190 Tokens per Sec: 15777, Lr: 0.000300\n", "2019-12-30 03:22:39,786 Epoch 26 Step: 104000 Batch Loss: 1.124822 Tokens per Sec: 15545, Lr: 0.000300\n", "2019-12-30 03:23:20,156 Hooray! New best validation result [ppl]!\n", "2019-12-30 03:23:20,156 Saving new checkpoint.\n", "2019-12-30 03:23:20,440 Example #0\n", "2019-12-30 03:23:20,440 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:23:20,440 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:23:20,441 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:23:20,441 Example #1\n", "2019-12-30 03:23:20,441 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:23:20,441 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:23:20,441 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:23:20,441 Example #2\n", "2019-12-30 03:23:20,442 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:23:20,442 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:23:20,442 \tHypothesis: Da yake Littafi Mai Tsarki yana da muhimmanci a dukan harsuna da yawa a duniya shi ne shaida game da menene ?\n", "2019-12-30 03:23:20,442 Example #3\n", "2019-12-30 03:23:20,442 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:23:20,442 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:23:20,442 \tHypothesis: To , don me , ba a saukar da wani ƙarni ba a gabãninka , daga mutãnen ƙarnõni , waɗanda suke a gabãninka , sunã hani daga ɓarna a cikin ƙasa , fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 03:23:20,442 Validation result (greedy) at epoch 26, step 104000: bleu: 34.52, loss: 34869.1133, ppl: 3.5592, duration: 40.6567s\n", "2019-12-30 03:23:34,770 Epoch 26 Step: 104100 Batch Loss: 1.307958 Tokens per Sec: 15483, Lr: 0.000300\n", "2019-12-30 03:23:48,822 Epoch 26 Step: 104200 Batch Loss: 1.418615 Tokens per Sec: 15749, Lr: 0.000300\n", "2019-12-30 03:24:02,567 Epoch 26 Step: 104300 Batch Loss: 1.353454 Tokens per Sec: 16093, Lr: 0.000300\n", "2019-12-30 03:24:16,575 Epoch 26 Step: 104400 Batch Loss: 1.395927 Tokens per Sec: 15233, Lr: 0.000300\n", "2019-12-30 03:24:30,689 Epoch 26 Step: 104500 Batch Loss: 1.245566 Tokens per Sec: 15282, Lr: 0.000300\n", "2019-12-30 03:24:44,424 Epoch 26 Step: 104600 Batch Loss: 1.217444 Tokens per Sec: 15937, Lr: 0.000300\n", "2019-12-30 03:24:58,174 Epoch 26 Step: 104700 Batch Loss: 1.438253 Tokens per Sec: 15867, Lr: 0.000300\n", "2019-12-30 03:25:12,335 Epoch 26 Step: 104800 Batch Loss: 1.134807 Tokens per Sec: 15554, Lr: 0.000300\n", "2019-12-30 03:25:26,458 Epoch 26 Step: 104900 Batch Loss: 1.026444 Tokens per Sec: 15466, Lr: 0.000300\n", "2019-12-30 03:25:40,515 Epoch 26 Step: 105000 Batch Loss: 1.341021 Tokens per Sec: 15373, Lr: 0.000300\n", "2019-12-30 03:26:21,466 Example #0\n", "2019-12-30 03:26:21,466 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:26:21,466 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:26:21,466 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:26:21,466 Example #1\n", "2019-12-30 03:26:21,467 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:26:21,467 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:26:21,467 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:26:21,467 Example #2\n", "2019-12-30 03:26:21,467 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:26:21,467 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:26:21,467 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya alamar menene ?\n", "2019-12-30 03:26:21,467 Example #3\n", "2019-12-30 03:26:21,467 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:26:21,467 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:26:21,468 \tHypothesis: To , don me , ba a saukar da wani ƙarni ba a gabãninka , daga mutãnen ƙarnõni , waɗanda suke a gabãninka , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 03:26:21,468 Validation result (greedy) at epoch 26, step 105000: bleu: 34.50, loss: 34869.2695, ppl: 3.5592, duration: 40.9525s\n", "2019-12-30 03:26:36,922 Epoch 26 Step: 105100 Batch Loss: 1.267056 Tokens per Sec: 14039, Lr: 0.000300\n", "2019-12-30 03:26:51,509 Epoch 26 Step: 105200 Batch Loss: 1.177136 Tokens per Sec: 15260, Lr: 0.000300\n", "2019-12-30 03:27:05,657 Epoch 26 Step: 105300 Batch Loss: 1.287454 Tokens per Sec: 15256, Lr: 0.000300\n", "2019-12-30 03:27:20,574 Epoch 26 Step: 105400 Batch Loss: 1.126304 Tokens per Sec: 14791, Lr: 0.000300\n", "2019-12-30 03:27:35,721 Epoch 26 Step: 105500 Batch Loss: 1.151119 Tokens per Sec: 14140, Lr: 0.000300\n", "2019-12-30 03:27:50,543 Epoch 26 Step: 105600 Batch Loss: 1.450477 Tokens per Sec: 15099, Lr: 0.000300\n", "2019-12-30 03:28:04,932 Epoch 26 Step: 105700 Batch Loss: 1.318361 Tokens per Sec: 15463, Lr: 0.000300\n", "2019-12-30 03:28:20,006 Epoch 26 Step: 105800 Batch Loss: 1.472056 Tokens per Sec: 14410, Lr: 0.000300\n", "2019-12-30 03:28:35,140 Epoch 26 Step: 105900 Batch Loss: 1.355823 Tokens per Sec: 14639, Lr: 0.000300\n", "2019-12-30 03:28:49,830 Epoch 26 Step: 106000 Batch Loss: 1.292871 Tokens per Sec: 14767, Lr: 0.000300\n", "2019-12-30 03:29:32,725 Hooray! New best validation result [ppl]!\n", "2019-12-30 03:29:32,725 Saving new checkpoint.\n", "2019-12-30 03:29:33,032 Example #0\n", "2019-12-30 03:29:33,032 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:29:33,032 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:29:33,033 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara , “ Idan ya yiwu , ” wato , “ za ya dangana a gareka , ka zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:29:33,033 Example #1\n", "2019-12-30 03:29:33,033 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:29:33,033 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:29:33,033 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:29:33,033 Example #2\n", "2019-12-30 03:29:33,034 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:29:33,034 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:29:33,034 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna masu yawa a duniya alamar menene ?\n", "2019-12-30 03:29:33,034 Example #3\n", "2019-12-30 03:29:33,036 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:29:33,036 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:29:33,036 \tHypothesis: To , don me , ba a saukar da wani ƙarni na farko ba a gabãninka , daga mutãnen da suke sanin ( sakamako ) su ( waɗanda suke ) ƙirƙira shi ne a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 03:29:33,036 Validation result (greedy) at epoch 26, step 106000: bleu: 34.31, loss: 34672.6367, ppl: 3.5338, duration: 43.2062s\n", "2019-12-30 03:29:47,740 Epoch 26 Step: 106100 Batch Loss: 1.290477 Tokens per Sec: 15142, Lr: 0.000300\n", "2019-12-30 03:30:02,356 Epoch 26 Step: 106200 Batch Loss: 1.261428 Tokens per Sec: 15378, Lr: 0.000300\n", "2019-12-30 03:30:16,980 Epoch 26 Step: 106300 Batch Loss: 1.192731 Tokens per Sec: 15059, Lr: 0.000300\n", "2019-12-30 03:30:31,934 Epoch 26 Step: 106400 Batch Loss: 1.234097 Tokens per Sec: 14593, Lr: 0.000300\n", "2019-12-30 03:30:46,634 Epoch 26 Step: 106500 Batch Loss: 1.352173 Tokens per Sec: 15368, Lr: 0.000300\n", "2019-12-30 03:31:01,399 Epoch 26 Step: 106600 Batch Loss: 1.490311 Tokens per Sec: 14684, Lr: 0.000300\n", "2019-12-30 03:31:16,039 Epoch 26 Step: 106700 Batch Loss: 1.424456 Tokens per Sec: 15098, Lr: 0.000300\n", "2019-12-30 03:31:31,136 Epoch 26 Step: 106800 Batch Loss: 1.202385 Tokens per Sec: 14498, Lr: 0.000300\n", "2019-12-30 03:31:45,972 Epoch 26 Step: 106900 Batch Loss: 1.194626 Tokens per Sec: 14517, Lr: 0.000300\n", "2019-12-30 03:32:00,628 Epoch 26 Step: 107000 Batch Loss: 1.322955 Tokens per Sec: 15223, Lr: 0.000300\n", "2019-12-30 03:32:42,978 Example #0\n", "2019-12-30 03:32:42,978 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:32:42,978 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:32:42,978 \tHypothesis: Littafi Mai Tsarki ya ba mu gargaɗi : “ Idan ya yiwu , kamar yadda ya dangana a gareka , ka kasance lafiya da dukan mutane . ”\n", "2019-12-30 03:32:42,979 Example #1\n", "2019-12-30 03:32:42,979 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:32:42,979 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:32:42,979 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:32:42,979 Example #2\n", "2019-12-30 03:32:42,979 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:32:42,979 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:32:42,979 \tHypothesis: Gaskiya cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:32:42,980 Example #3\n", "2019-12-30 03:32:42,980 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:32:42,980 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:32:42,980 \tHypothesis: Kuma don me , ba a saukar da wani ƙarni ba a gabãninka , daga mutãnen ƙarnõni , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka tsĩrar daga gare su ?\n", "2019-12-30 03:32:42,980 Validation result (greedy) at epoch 26, step 107000: bleu: 34.39, loss: 34725.0195, ppl: 3.5406, duration: 42.3522s\n", "2019-12-30 03:32:57,729 Epoch 26 Step: 107100 Batch Loss: 1.192499 Tokens per Sec: 15008, Lr: 0.000300\n", "2019-12-30 03:33:12,284 Epoch 26 Step: 107200 Batch Loss: 1.094627 Tokens per Sec: 15008, Lr: 0.000300\n", "2019-12-30 03:33:26,849 Epoch 26 Step: 107300 Batch Loss: 1.259790 Tokens per Sec: 15333, Lr: 0.000300\n", "2019-12-30 03:33:41,109 Epoch 26 Step: 107400 Batch Loss: 1.345239 Tokens per Sec: 15255, Lr: 0.000300\n", "2019-12-30 03:33:55,858 Epoch 26 Step: 107500 Batch Loss: 1.405413 Tokens per Sec: 15015, Lr: 0.000300\n", "2019-12-30 03:34:10,641 Epoch 26 Step: 107600 Batch Loss: 1.173460 Tokens per Sec: 14802, Lr: 0.000300\n", "2019-12-30 03:34:22,593 Epoch 26: total training loss 5244.70\n", "2019-12-30 03:34:22,593 EPOCH 27\n", "2019-12-30 03:34:25,821 Epoch 27 Step: 107700 Batch Loss: 1.213513 Tokens per Sec: 13526, Lr: 0.000300\n", "2019-12-30 03:34:40,279 Epoch 27 Step: 107800 Batch Loss: 1.185645 Tokens per Sec: 15528, Lr: 0.000300\n", "2019-12-30 03:34:54,417 Epoch 27 Step: 107900 Batch Loss: 1.167355 Tokens per Sec: 15088, Lr: 0.000300\n", "2019-12-30 03:35:09,046 Epoch 27 Step: 108000 Batch Loss: 1.221463 Tokens per Sec: 15028, Lr: 0.000300\n", "2019-12-30 03:35:51,811 Example #0\n", "2019-12-30 03:35:51,811 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:35:51,811 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:35:51,811 \tHypothesis: Littafi Mai Tsarki ya ba mu gargaɗi cewa : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:35:51,811 Example #1\n", "2019-12-30 03:35:51,811 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:35:51,811 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:35:51,811 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:35:51,811 Example #2\n", "2019-12-30 03:35:51,812 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:35:51,812 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:35:51,812 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna masu girma a duniya alamar menene ?\n", "2019-12-30 03:35:51,812 Example #3\n", "2019-12-30 03:35:51,812 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:35:51,812 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:35:51,812 \tHypothesis: To , don me , ba a saukar da wata al 'umma daga gabãninka ba , daga mutãnen ƙarnõni , waɗanda suke a gabãninka , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka tsĩrar daga gare su .\n", "2019-12-30 03:35:51,812 Validation result (greedy) at epoch 27, step 108000: bleu: 35.00, loss: 34705.6250, ppl: 3.5381, duration: 42.7655s\n", "2019-12-30 03:36:06,112 Epoch 27 Step: 108100 Batch Loss: 1.334882 Tokens per Sec: 15279, Lr: 0.000300\n", "2019-12-30 03:36:20,583 Epoch 27 Step: 108200 Batch Loss: 1.200864 Tokens per Sec: 14991, Lr: 0.000300\n", "2019-12-30 03:36:35,252 Epoch 27 Step: 108300 Batch Loss: 1.361978 Tokens per Sec: 15112, Lr: 0.000300\n", "2019-12-30 03:36:49,591 Epoch 27 Step: 108400 Batch Loss: 1.251834 Tokens per Sec: 15547, Lr: 0.000300\n", "2019-12-30 03:37:04,218 Epoch 27 Step: 108500 Batch Loss: 1.199651 Tokens per Sec: 15352, Lr: 0.000300\n", "2019-12-30 03:37:18,876 Epoch 27 Step: 108600 Batch Loss: 1.264557 Tokens per Sec: 14564, Lr: 0.000300\n", "2019-12-30 03:37:33,952 Epoch 27 Step: 108700 Batch Loss: 1.485167 Tokens per Sec: 14461, Lr: 0.000300\n", "2019-12-30 03:37:48,506 Epoch 27 Step: 108800 Batch Loss: 1.306369 Tokens per Sec: 15296, Lr: 0.000300\n", "2019-12-30 03:38:03,027 Epoch 27 Step: 108900 Batch Loss: 1.330403 Tokens per Sec: 15025, Lr: 0.000300\n", "2019-12-30 03:38:17,837 Epoch 27 Step: 109000 Batch Loss: 1.337149 Tokens per Sec: 14615, Lr: 0.000300\n", "2019-12-30 03:39:01,005 Example #0\n", "2019-12-30 03:39:01,005 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:39:01,005 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:39:01,006 \tHypothesis: Littafi Mai Tsarki ya ba mu gargaɗi , “ Idan ya yiwu , ” wato , “ za ka kasance da salama da dukan mutane . ”\n", "2019-12-30 03:39:01,006 Example #1\n", "2019-12-30 03:39:01,006 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:39:01,006 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:39:01,006 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:39:01,006 Example #2\n", "2019-12-30 03:39:01,007 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:39:01,007 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:39:01,007 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya alamar menene ?\n", "2019-12-30 03:39:01,007 Example #3\n", "2019-12-30 03:39:01,007 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:39:01,007 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:39:01,007 \tHypothesis: To , don me , waɗansu al 'ummõmi daga gabãninka ba su kasance sunã fahimta ba , kuma sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka tsĩrar daga gare su ?\n", "2019-12-30 03:39:01,007 Validation result (greedy) at epoch 27, step 109000: bleu: 34.74, loss: 34851.1836, ppl: 3.5569, duration: 43.1706s\n", "2019-12-30 03:39:15,970 Epoch 27 Step: 109100 Batch Loss: 1.332805 Tokens per Sec: 14863, Lr: 0.000300\n", "2019-12-30 03:39:30,486 Epoch 27 Step: 109200 Batch Loss: 1.020382 Tokens per Sec: 14633, Lr: 0.000300\n", "2019-12-30 03:39:45,544 Epoch 27 Step: 109300 Batch Loss: 1.265588 Tokens per Sec: 14852, Lr: 0.000300\n", "2019-12-30 03:40:00,406 Epoch 27 Step: 109400 Batch Loss: 1.287977 Tokens per Sec: 14925, Lr: 0.000300\n", "2019-12-30 03:40:15,573 Epoch 27 Step: 109500 Batch Loss: 1.137211 Tokens per Sec: 14416, Lr: 0.000300\n", "2019-12-30 03:40:30,718 Epoch 27 Step: 109600 Batch Loss: 1.416797 Tokens per Sec: 14373, Lr: 0.000300\n", "2019-12-30 03:40:45,755 Epoch 27 Step: 109700 Batch Loss: 1.295164 Tokens per Sec: 14676, Lr: 0.000300\n", "2019-12-30 03:41:00,348 Epoch 27 Step: 109800 Batch Loss: 1.198631 Tokens per Sec: 15275, Lr: 0.000300\n", "2019-12-30 03:41:15,443 Epoch 27 Step: 109900 Batch Loss: 1.194189 Tokens per Sec: 14873, Lr: 0.000300\n", "2019-12-30 03:41:29,999 Epoch 27 Step: 110000 Batch Loss: 1.291061 Tokens per Sec: 15119, Lr: 0.000300\n", "2019-12-30 03:42:13,202 Example #0\n", "2019-12-30 03:42:13,203 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:42:13,203 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:42:13,203 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ har da ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:42:13,203 Example #1\n", "2019-12-30 03:42:13,204 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:42:13,204 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:42:13,204 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:42:13,204 Example #2\n", "2019-12-30 03:42:13,204 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:42:13,204 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:42:13,205 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:42:13,205 Example #3\n", "2019-12-30 03:42:13,205 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:42:13,205 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:42:13,205 \tHypothesis: To , don me , ba a saukar da wani ƙarni ba a gabãninka , daga mutãnen ƙarnõni , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka tsirar daga gare su ?\n", "2019-12-30 03:42:13,205 Validation result (greedy) at epoch 27, step 110000: bleu: 35.12, loss: 34756.1172, ppl: 3.5446, duration: 43.2059s\n", "2019-12-30 03:42:28,646 Epoch 27 Step: 110100 Batch Loss: 1.257097 Tokens per Sec: 13932, Lr: 0.000300\n", "2019-12-30 03:42:43,701 Epoch 27 Step: 110200 Batch Loss: 1.306476 Tokens per Sec: 14563, Lr: 0.000300\n", "2019-12-30 03:42:58,438 Epoch 27 Step: 110300 Batch Loss: 1.022548 Tokens per Sec: 14566, Lr: 0.000300\n", "2019-12-30 03:43:13,615 Epoch 27 Step: 110400 Batch Loss: 1.190155 Tokens per Sec: 14564, Lr: 0.000300\n", "2019-12-30 03:43:28,348 Epoch 27 Step: 110500 Batch Loss: 1.086719 Tokens per Sec: 14482, Lr: 0.000300\n", "2019-12-30 03:43:43,449 Epoch 27 Step: 110600 Batch Loss: 1.209904 Tokens per Sec: 14580, Lr: 0.000300\n", "2019-12-30 03:43:58,207 Epoch 27 Step: 110700 Batch Loss: 1.241210 Tokens per Sec: 15070, Lr: 0.000300\n", "2019-12-30 03:44:12,882 Epoch 27 Step: 110800 Batch Loss: 1.240439 Tokens per Sec: 15188, Lr: 0.000300\n", "2019-12-30 03:44:27,679 Epoch 27 Step: 110900 Batch Loss: 1.459543 Tokens per Sec: 14733, Lr: 0.000300\n", "2019-12-30 03:44:42,785 Epoch 27 Step: 111000 Batch Loss: 0.977020 Tokens per Sec: 14373, Lr: 0.000300\n", "2019-12-30 03:45:25,909 Example #0\n", "2019-12-30 03:45:25,910 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:45:25,910 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:45:25,910 \tHypothesis: Littafi Mai Tsarki ya yi mana gargaɗi : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:45:25,910 Example #1\n", "2019-12-30 03:45:25,910 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:45:25,910 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:45:25,910 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:45:25,910 Example #2\n", "2019-12-30 03:45:25,911 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:45:25,911 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:45:25,911 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:45:25,911 Example #3\n", "2019-12-30 03:45:25,911 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:45:25,911 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:45:25,911 \tHypothesis: To , don me , daga mutãnen ƙarnõni , waɗanda suke a gabãninku ba su hanu ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 03:45:25,911 Validation result (greedy) at epoch 27, step 111000: bleu: 34.50, loss: 34703.7773, ppl: 3.5378, duration: 43.1262s\n", "2019-12-30 03:45:40,797 Epoch 27 Step: 111100 Batch Loss: 1.223000 Tokens per Sec: 14966, Lr: 0.000300\n", "2019-12-30 03:45:55,561 Epoch 27 Step: 111200 Batch Loss: 1.191029 Tokens per Sec: 14781, Lr: 0.000300\n", "2019-12-30 03:46:10,508 Epoch 27 Step: 111300 Batch Loss: 1.291294 Tokens per Sec: 14299, Lr: 0.000300\n", "2019-12-30 03:46:25,563 Epoch 27 Step: 111400 Batch Loss: 1.355859 Tokens per Sec: 14698, Lr: 0.000300\n", "2019-12-30 03:46:40,450 Epoch 27 Step: 111500 Batch Loss: 1.446218 Tokens per Sec: 14599, Lr: 0.000300\n", "2019-12-30 03:46:55,004 Epoch 27 Step: 111600 Batch Loss: 1.306036 Tokens per Sec: 15217, Lr: 0.000300\n", "2019-12-30 03:47:10,211 Epoch 27 Step: 111700 Batch Loss: 1.263926 Tokens per Sec: 14261, Lr: 0.000300\n", "2019-12-30 03:47:25,029 Epoch 27 Step: 111800 Batch Loss: 1.093499 Tokens per Sec: 15054, Lr: 0.000300\n", "2019-12-30 03:47:28,778 Epoch 27: total training loss 5216.73\n", "2019-12-30 03:47:28,778 EPOCH 28\n", "2019-12-30 03:47:40,421 Epoch 28 Step: 111900 Batch Loss: 1.310338 Tokens per Sec: 14101, Lr: 0.000300\n", "2019-12-30 03:47:55,400 Epoch 28 Step: 112000 Batch Loss: 1.285714 Tokens per Sec: 14700, Lr: 0.000300\n", "2019-12-30 03:48:37,942 Hooray! New best validation result [ppl]!\n", "2019-12-30 03:48:37,943 Saving new checkpoint.\n", "2019-12-30 03:48:38,285 Example #0\n", "2019-12-30 03:48:38,285 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:48:38,286 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:48:38,286 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ har ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:48:38,286 Example #1\n", "2019-12-30 03:48:38,286 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:48:38,286 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:48:38,286 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:48:38,287 Example #2\n", "2019-12-30 03:48:38,287 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:48:38,287 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:48:38,287 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:48:38,287 Example #3\n", "2019-12-30 03:48:38,287 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:48:38,288 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:48:38,288 \tHypothesis: To , don me , daga mutãnen ƙarnõni , ba su kasance a gabãninka ba , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga wanda Muka tsĩrar daga gare su ?\n", "2019-12-30 03:48:38,288 Validation result (greedy) at epoch 28, step 112000: bleu: 34.78, loss: 34414.2148, ppl: 3.5007, duration: 42.8870s\n", "2019-12-30 03:48:53,552 Epoch 28 Step: 112100 Batch Loss: 1.297163 Tokens per Sec: 14302, Lr: 0.000300\n", "2019-12-30 03:49:08,503 Epoch 28 Step: 112200 Batch Loss: 1.256120 Tokens per Sec: 14828, Lr: 0.000300\n", "2019-12-30 03:49:23,638 Epoch 28 Step: 112300 Batch Loss: 1.393326 Tokens per Sec: 14211, Lr: 0.000300\n", "2019-12-30 03:49:38,407 Epoch 28 Step: 112400 Batch Loss: 1.412977 Tokens per Sec: 14872, Lr: 0.000300\n", "2019-12-30 03:49:52,961 Epoch 28 Step: 112500 Batch Loss: 1.256041 Tokens per Sec: 14975, Lr: 0.000300\n", "2019-12-30 03:50:07,883 Epoch 28 Step: 112600 Batch Loss: 1.302626 Tokens per Sec: 15010, Lr: 0.000300\n", "2019-12-30 03:50:22,957 Epoch 28 Step: 112700 Batch Loss: 1.341414 Tokens per Sec: 14289, Lr: 0.000300\n", "2019-12-30 03:50:37,720 Epoch 28 Step: 112800 Batch Loss: 1.001332 Tokens per Sec: 14850, Lr: 0.000300\n", "2019-12-30 03:50:52,420 Epoch 28 Step: 112900 Batch Loss: 1.311913 Tokens per Sec: 14728, Lr: 0.000300\n", "2019-12-30 03:51:07,057 Epoch 28 Step: 113000 Batch Loss: 1.314545 Tokens per Sec: 14555, Lr: 0.000300\n", "2019-12-30 03:51:50,614 Example #0\n", "2019-12-30 03:51:50,614 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:51:50,614 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:51:50,614 \tHypothesis: Littafi Mai Tsarki ya ba mu gargaɗi : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:51:50,614 Example #1\n", "2019-12-30 03:51:50,615 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:51:50,615 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:51:50,615 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:51:50,615 Example #2\n", "2019-12-30 03:51:50,615 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:51:50,615 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:51:50,615 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:51:50,616 Example #3\n", "2019-12-30 03:51:50,616 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:51:50,616 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:51:50,616 \tHypothesis: To , don me , ba a kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 03:51:50,616 Validation result (greedy) at epoch 28, step 113000: bleu: 34.93, loss: 34596.7305, ppl: 3.5241, duration: 43.5587s\n", "2019-12-30 03:52:05,434 Epoch 28 Step: 113100 Batch Loss: 1.139609 Tokens per Sec: 14864, Lr: 0.000300\n", "2019-12-30 03:52:20,156 Epoch 28 Step: 113200 Batch Loss: 1.306836 Tokens per Sec: 14907, Lr: 0.000300\n", "2019-12-30 03:52:34,898 Epoch 28 Step: 113300 Batch Loss: 1.215076 Tokens per Sec: 14996, Lr: 0.000300\n", "2019-12-30 03:52:49,803 Epoch 28 Step: 113400 Batch Loss: 1.244760 Tokens per Sec: 14784, Lr: 0.000300\n", "2019-12-30 03:53:04,501 Epoch 28 Step: 113500 Batch Loss: 1.247257 Tokens per Sec: 15131, Lr: 0.000300\n", "2019-12-30 03:53:19,219 Epoch 28 Step: 113600 Batch Loss: 1.385374 Tokens per Sec: 15113, Lr: 0.000300\n", "2019-12-30 03:53:34,087 Epoch 28 Step: 113700 Batch Loss: 1.259906 Tokens per Sec: 14688, Lr: 0.000300\n", "2019-12-30 03:53:48,809 Epoch 28 Step: 113800 Batch Loss: 1.162991 Tokens per Sec: 14744, Lr: 0.000300\n", "2019-12-30 03:54:03,147 Epoch 28 Step: 113900 Batch Loss: 1.068511 Tokens per Sec: 15486, Lr: 0.000300\n", "2019-12-30 03:54:17,451 Epoch 28 Step: 114000 Batch Loss: 1.349493 Tokens per Sec: 15579, Lr: 0.000300\n", "2019-12-30 03:54:59,623 Example #0\n", "2019-12-30 03:54:59,623 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:54:59,623 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:54:59,623 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:54:59,624 Example #1\n", "2019-12-30 03:54:59,624 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:54:59,624 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:54:59,624 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:54:59,624 Example #2\n", "2019-12-30 03:54:59,624 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:54:59,624 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:54:59,625 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da muhimmanci a dukan harsuna da yawa a duniya shaida ne game da menene ?\n", "2019-12-30 03:54:59,625 Example #3\n", "2019-12-30 03:54:59,625 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:54:59,625 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:54:59,625 \tHypothesis: To , don me , waɗansu al 'ummomi daga gabãninku ba su kasance a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 03:54:59,625 Validation result (greedy) at epoch 28, step 114000: bleu: 34.60, loss: 34678.3594, ppl: 3.5346, duration: 42.1735s\n", "2019-12-30 03:55:14,153 Epoch 28 Step: 114100 Batch Loss: 1.406959 Tokens per Sec: 15710, Lr: 0.000300\n", "2019-12-30 03:55:28,773 Epoch 28 Step: 114200 Batch Loss: 1.298482 Tokens per Sec: 14985, Lr: 0.000300\n", "2019-12-30 03:55:43,540 Epoch 28 Step: 114300 Batch Loss: 1.239204 Tokens per Sec: 15437, Lr: 0.000300\n", "2019-12-30 03:55:58,223 Epoch 28 Step: 114400 Batch Loss: 1.277277 Tokens per Sec: 14392, Lr: 0.000300\n", "2019-12-30 03:56:13,039 Epoch 28 Step: 114500 Batch Loss: 1.199227 Tokens per Sec: 15138, Lr: 0.000300\n", "2019-12-30 03:56:27,623 Epoch 28 Step: 114600 Batch Loss: 1.373593 Tokens per Sec: 14819, Lr: 0.000300\n", "2019-12-30 03:56:42,398 Epoch 28 Step: 114700 Batch Loss: 1.273163 Tokens per Sec: 14773, Lr: 0.000300\n", "2019-12-30 03:56:56,796 Epoch 28 Step: 114800 Batch Loss: 1.202680 Tokens per Sec: 14706, Lr: 0.000300\n", "2019-12-30 03:57:11,481 Epoch 28 Step: 114900 Batch Loss: 1.126733 Tokens per Sec: 15125, Lr: 0.000300\n", "2019-12-30 03:57:26,009 Epoch 28 Step: 115000 Batch Loss: 1.299834 Tokens per Sec: 15062, Lr: 0.000300\n", "2019-12-30 03:58:08,526 Example #0\n", "2019-12-30 03:58:08,527 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 03:58:08,527 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 03:58:08,527 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” gargaɗin da muka yi , “ ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 03:58:08,527 Example #1\n", "2019-12-30 03:58:08,527 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 03:58:08,527 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 03:58:08,527 \tHypothesis: Talifinmu na gaba zai ƙara bincika manufar tashin matattu .\n", "2019-12-30 03:58:08,528 Example #2\n", "2019-12-30 03:58:08,528 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 03:58:08,528 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 03:58:08,528 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 03:58:08,528 Example #3\n", "2019-12-30 03:58:08,528 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 03:58:08,528 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 03:58:08,529 \tHypothesis: Kuma don me , waɗansu al 'ummomi daga gabãninku ba su kasance mãsu hankalta ba , su hanu daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka tsĩrar daga gare su .\n", "2019-12-30 03:58:08,529 Validation result (greedy) at epoch 28, step 115000: bleu: 35.11, loss: 34592.2109, ppl: 3.5235, duration: 42.5192s\n", "2019-12-30 03:58:23,369 Epoch 28 Step: 115100 Batch Loss: 1.428066 Tokens per Sec: 15004, Lr: 0.000300\n", "2019-12-30 03:58:37,928 Epoch 28 Step: 115200 Batch Loss: 1.194765 Tokens per Sec: 14564, Lr: 0.000300\n", "2019-12-30 03:58:52,434 Epoch 28 Step: 115300 Batch Loss: 0.938262 Tokens per Sec: 15073, Lr: 0.000300\n", "2019-12-30 03:59:06,998 Epoch 28 Step: 115400 Batch Loss: 1.086417 Tokens per Sec: 15185, Lr: 0.000300\n", "2019-12-30 03:59:21,633 Epoch 28 Step: 115500 Batch Loss: 1.300474 Tokens per Sec: 14776, Lr: 0.000300\n", "2019-12-30 03:59:36,130 Epoch 28 Step: 115600 Batch Loss: 1.323999 Tokens per Sec: 14948, Lr: 0.000300\n", "2019-12-30 03:59:50,389 Epoch 28 Step: 115700 Batch Loss: 1.162325 Tokens per Sec: 15357, Lr: 0.000300\n", "2019-12-30 04:00:04,741 Epoch 28 Step: 115800 Batch Loss: 1.300812 Tokens per Sec: 15824, Lr: 0.000300\n", "2019-12-30 04:00:19,166 Epoch 28 Step: 115900 Batch Loss: 1.482487 Tokens per Sec: 14762, Lr: 0.000300\n", "2019-12-30 04:00:28,935 Epoch 28: total training loss 5187.05\n", "2019-12-30 04:00:28,935 EPOCH 29\n", "2019-12-30 04:00:33,910 Epoch 29 Step: 116000 Batch Loss: 1.206371 Tokens per Sec: 13636, Lr: 0.000300\n", "2019-12-30 04:01:15,322 Hooray! New best validation result [ppl]!\n", "2019-12-30 04:01:15,323 Saving new checkpoint.\n", "2019-12-30 04:01:15,604 Example #0\n", "2019-12-30 04:01:15,604 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:01:15,604 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:01:15,604 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ kamar yadda ya dangana a gareka , ka zauna lafiya da dukan mutane . ”\n", "2019-12-30 04:01:15,604 Example #1\n", "2019-12-30 04:01:15,604 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:01:15,604 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:01:15,605 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:01:15,605 Example #2\n", "2019-12-30 04:01:15,605 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:01:15,605 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:01:15,605 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 04:01:15,605 Example #3\n", "2019-12-30 04:01:15,605 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:01:15,606 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:01:15,606 \tHypothesis: To , don me , ba a kasance daga mutãnen ƙarnõnin farko ba a gabãninka , sunã hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 04:01:15,606 Validation result (greedy) at epoch 29, step 116000: bleu: 35.04, loss: 34320.4375, ppl: 3.4888, duration: 41.6950s\n", "2019-12-30 04:01:29,885 Epoch 29 Step: 116100 Batch Loss: 1.282195 Tokens per Sec: 15203, Lr: 0.000300\n", "2019-12-30 04:01:44,281 Epoch 29 Step: 116200 Batch Loss: 1.084207 Tokens per Sec: 15447, Lr: 0.000300\n", "2019-12-30 04:01:58,463 Epoch 29 Step: 116300 Batch Loss: 0.949870 Tokens per Sec: 15264, Lr: 0.000300\n", "2019-12-30 04:02:12,834 Epoch 29 Step: 116400 Batch Loss: 1.333800 Tokens per Sec: 15511, Lr: 0.000300\n", "2019-12-30 04:02:26,976 Epoch 29 Step: 116500 Batch Loss: 1.224456 Tokens per Sec: 15375, Lr: 0.000300\n", "2019-12-30 04:02:41,142 Epoch 29 Step: 116600 Batch Loss: 1.155652 Tokens per Sec: 15610, Lr: 0.000300\n", "2019-12-30 04:02:55,219 Epoch 29 Step: 116700 Batch Loss: 1.287287 Tokens per Sec: 15535, Lr: 0.000300\n", "2019-12-30 04:03:09,213 Epoch 29 Step: 116800 Batch Loss: 1.155929 Tokens per Sec: 15856, Lr: 0.000300\n", "2019-12-30 04:03:23,277 Epoch 29 Step: 116900 Batch Loss: 1.153700 Tokens per Sec: 15722, Lr: 0.000300\n", "2019-12-30 04:03:37,500 Epoch 29 Step: 117000 Batch Loss: 1.316064 Tokens per Sec: 15370, Lr: 0.000300\n", "2019-12-30 04:04:18,757 Hooray! New best validation result [ppl]!\n", "2019-12-30 04:04:18,757 Saving new checkpoint.\n", "2019-12-30 04:04:19,051 Example #0\n", "2019-12-30 04:04:19,052 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:04:19,052 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:04:19,052 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 04:04:19,052 Example #1\n", "2019-12-30 04:04:19,052 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:04:19,052 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:04:19,052 \tHypothesis: Talifi na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:04:19,052 Example #2\n", "2019-12-30 04:04:19,052 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:04:19,052 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:04:19,052 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da ke duniya shaida ne ga menene ?\n", "2019-12-30 04:04:19,053 Example #3\n", "2019-12-30 04:04:19,053 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:04:19,053 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:04:19,053 \tHypothesis: To , don me , ba a saukar da wani ƙarni ba a gabãninka , daga mutãnen ƙarnõni , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 04:04:19,053 Validation result (greedy) at epoch 29, step 117000: bleu: 35.97, loss: 34316.9844, ppl: 3.4884, duration: 41.5527s\n", "2019-12-30 04:04:33,217 Epoch 29 Step: 117100 Batch Loss: 1.317963 Tokens per Sec: 15571, Lr: 0.000300\n", "2019-12-30 04:04:47,206 Epoch 29 Step: 117200 Batch Loss: 1.263107 Tokens per Sec: 15750, Lr: 0.000300\n", "2019-12-30 04:05:01,202 Epoch 29 Step: 117300 Batch Loss: 1.175792 Tokens per Sec: 15752, Lr: 0.000300\n", "2019-12-30 04:05:15,476 Epoch 29 Step: 117400 Batch Loss: 1.115897 Tokens per Sec: 15610, Lr: 0.000300\n", "2019-12-30 04:05:29,616 Epoch 29 Step: 117500 Batch Loss: 1.249278 Tokens per Sec: 15554, Lr: 0.000300\n", "2019-12-30 04:05:43,804 Epoch 29 Step: 117600 Batch Loss: 1.185460 Tokens per Sec: 15153, Lr: 0.000300\n", "2019-12-30 04:05:58,037 Epoch 29 Step: 117700 Batch Loss: 1.273386 Tokens per Sec: 15496, Lr: 0.000300\n", "2019-12-30 04:06:11,957 Epoch 29 Step: 117800 Batch Loss: 1.189724 Tokens per Sec: 15804, Lr: 0.000300\n", "2019-12-30 04:06:26,076 Epoch 29 Step: 117900 Batch Loss: 1.305750 Tokens per Sec: 14990, Lr: 0.000300\n", "2019-12-30 04:06:40,184 Epoch 29 Step: 118000 Batch Loss: 1.300432 Tokens per Sec: 15658, Lr: 0.000300\n", "2019-12-30 04:07:21,014 Example #0\n", "2019-12-30 04:07:21,015 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:07:21,015 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:07:21,015 \tHypothesis: Littafi Mai Tsarki ya ba mu shawara cewa : “ Idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 04:07:21,015 Example #1\n", "2019-12-30 04:07:21,015 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:07:21,015 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:07:21,015 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:07:21,015 Example #2\n", "2019-12-30 04:07:21,016 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:07:21,016 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:07:21,016 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 04:07:21,016 Example #3\n", "2019-12-30 04:07:21,016 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:07:21,016 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:07:21,016 \tHypothesis: To , don me , a lõkacin da mafi ƙarnõnin waɗanda suke a gabãninka ba su hanu ba , daga mutãnen ƙarnõni , sunã hani daga ɓarna a cikin ƙasa , fãce kaɗan daga wanda Muka tsĩrar daga gare su ?\n", "2019-12-30 04:07:21,016 Validation result (greedy) at epoch 29, step 118000: bleu: 35.91, loss: 34495.0469, ppl: 3.5111, duration: 40.8326s\n", "2019-12-30 04:07:34,817 Epoch 29 Step: 118100 Batch Loss: 1.282922 Tokens per Sec: 15523, Lr: 0.000300\n", "2019-12-30 04:07:48,922 Epoch 29 Step: 118200 Batch Loss: 1.266318 Tokens per Sec: 15696, Lr: 0.000300\n", "2019-12-30 04:08:02,875 Epoch 29 Step: 118300 Batch Loss: 1.081010 Tokens per Sec: 15727, Lr: 0.000300\n", "2019-12-30 04:08:16,751 Epoch 29 Step: 118400 Batch Loss: 1.459117 Tokens per Sec: 15627, Lr: 0.000300\n", "2019-12-30 04:08:30,905 Epoch 29 Step: 118500 Batch Loss: 1.323805 Tokens per Sec: 15604, Lr: 0.000300\n", "2019-12-30 04:08:44,959 Epoch 29 Step: 118600 Batch Loss: 1.070012 Tokens per Sec: 15862, Lr: 0.000300\n", "2019-12-30 04:08:58,951 Epoch 29 Step: 118700 Batch Loss: 1.144058 Tokens per Sec: 15370, Lr: 0.000300\n", "2019-12-30 04:09:12,948 Epoch 29 Step: 118800 Batch Loss: 1.155645 Tokens per Sec: 16038, Lr: 0.000300\n", "2019-12-30 04:09:26,896 Epoch 29 Step: 118900 Batch Loss: 1.295708 Tokens per Sec: 15717, Lr: 0.000300\n", "2019-12-30 04:09:41,071 Epoch 29 Step: 119000 Batch Loss: 0.986031 Tokens per Sec: 15060, Lr: 0.000300\n", "2019-12-30 04:10:21,106 Hooray! New best validation result [ppl]!\n", "2019-12-30 04:10:21,106 Saving new checkpoint.\n", "2019-12-30 04:10:21,387 Example #0\n", "2019-12-30 04:10:21,388 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:10:21,388 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:10:21,388 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” ya ba mu shawara , “ har ya dangana a gareku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 04:10:21,388 Example #1\n", "2019-12-30 04:10:21,389 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:10:21,389 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:10:21,389 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:10:21,389 Example #2\n", "2019-12-30 04:10:21,389 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:10:21,389 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:10:21,389 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 04:10:21,389 Example #3\n", "2019-12-30 04:10:21,390 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:10:21,390 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:10:21,390 \tHypothesis: To , don me , ba a saukar da wani ƙarni ba a gabãninka , daga mutãnen ƙarnõni , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 04:10:21,390 Validation result (greedy) at epoch 29, step 119000: bleu: 35.44, loss: 34256.5938, ppl: 3.4807, duration: 40.3185s\n", "2019-12-30 04:10:35,610 Epoch 29 Step: 119100 Batch Loss: 1.315791 Tokens per Sec: 15624, Lr: 0.000300\n", "2019-12-30 04:10:49,515 Epoch 29 Step: 119200 Batch Loss: 1.217648 Tokens per Sec: 16202, Lr: 0.000300\n", "2019-12-30 04:11:03,445 Epoch 29 Step: 119300 Batch Loss: 1.346108 Tokens per Sec: 15987, Lr: 0.000300\n", "2019-12-30 04:11:17,362 Epoch 29 Step: 119400 Batch Loss: 1.204666 Tokens per Sec: 15784, Lr: 0.000300\n", "2019-12-30 04:11:31,324 Epoch 29 Step: 119500 Batch Loss: 1.202290 Tokens per Sec: 15927, Lr: 0.000300\n", "2019-12-30 04:11:45,121 Epoch 29 Step: 119600 Batch Loss: 1.175525 Tokens per Sec: 15944, Lr: 0.000300\n", "2019-12-30 04:11:59,152 Epoch 29 Step: 119700 Batch Loss: 1.403626 Tokens per Sec: 15674, Lr: 0.000300\n", "2019-12-30 04:12:13,325 Epoch 29 Step: 119800 Batch Loss: 1.255382 Tokens per Sec: 15657, Lr: 0.000300\n", "2019-12-30 04:12:27,508 Epoch 29 Step: 119900 Batch Loss: 1.270981 Tokens per Sec: 15542, Lr: 0.000300\n", "2019-12-30 04:12:41,558 Epoch 29 Step: 120000 Batch Loss: 1.341774 Tokens per Sec: 15955, Lr: 0.000300\n", "2019-12-30 04:13:22,012 Hooray! New best validation result [ppl]!\n", "2019-12-30 04:13:22,012 Saving new checkpoint.\n", "2019-12-30 04:13:22,303 Example #0\n", "2019-12-30 04:13:22,304 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:13:22,304 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:13:22,304 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” ya yi mana gargaɗi , “ har ya dangana a kanku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 04:13:22,304 Example #1\n", "2019-12-30 04:13:22,304 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:13:22,304 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:13:22,305 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:13:22,305 Example #2\n", "2019-12-30 04:13:22,305 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:13:22,305 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:13:22,305 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da muhimmanci a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 04:13:22,305 Example #3\n", "2019-12-30 04:13:22,305 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:13:22,305 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:13:22,306 \tHypothesis: To , don me , a lõkacin da waɗansu al 'ummõmi daga gabãninka ba su kasance sunã hankali ba , daga mutãnen ƙarnõni , dõmin su hanu daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 04:13:22,306 Validation result (greedy) at epoch 29, step 120000: bleu: 35.62, loss: 34002.6289, ppl: 3.4487, duration: 40.7472s\n", "2019-12-30 04:13:36,655 Epoch 29 Step: 120100 Batch Loss: 1.267357 Tokens per Sec: 15184, Lr: 0.000300\n", "2019-12-30 04:13:37,190 Epoch 29: total training loss 5137.01\n", "2019-12-30 04:13:37,191 EPOCH 30\n", "2019-12-30 04:13:51,009 Epoch 30 Step: 120200 Batch Loss: 1.264694 Tokens per Sec: 15370, Lr: 0.000300\n", "2019-12-30 04:14:04,793 Epoch 30 Step: 120300 Batch Loss: 1.315052 Tokens per Sec: 15822, Lr: 0.000300\n", "2019-12-30 04:14:18,847 Epoch 30 Step: 120400 Batch Loss: 1.386053 Tokens per Sec: 15994, Lr: 0.000300\n", "2019-12-30 04:14:33,223 Epoch 30 Step: 120500 Batch Loss: 1.243382 Tokens per Sec: 15283, Lr: 0.000300\n", "2019-12-30 04:14:47,142 Epoch 30 Step: 120600 Batch Loss: 1.306850 Tokens per Sec: 15697, Lr: 0.000300\n", "2019-12-30 04:15:01,138 Epoch 30 Step: 120700 Batch Loss: 1.218556 Tokens per Sec: 15946, Lr: 0.000300\n", "2019-12-30 04:15:14,748 Epoch 30 Step: 120800 Batch Loss: 1.047173 Tokens per Sec: 15987, Lr: 0.000300\n", "2019-12-30 04:15:28,941 Epoch 30 Step: 120900 Batch Loss: 1.236438 Tokens per Sec: 15498, Lr: 0.000300\n", "2019-12-30 04:15:42,978 Epoch 30 Step: 121000 Batch Loss: 1.349818 Tokens per Sec: 15823, Lr: 0.000300\n", "2019-12-30 04:16:23,281 Example #0\n", "2019-12-30 04:16:23,281 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:16:23,281 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:16:23,281 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” mu “ sa’anda ya dangana a gareku , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 04:16:23,281 Example #1\n", "2019-12-30 04:16:23,282 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:16:23,282 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:16:23,282 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:16:23,282 Example #2\n", "2019-12-30 04:16:23,282 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:16:23,282 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:16:23,282 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana cikin dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 04:16:23,282 Example #3\n", "2019-12-30 04:16:23,283 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:16:23,283 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:16:23,283 \tHypothesis: To , don me , waɗansu al 'ummõmi daga gabãninku ba su kasance mãsu hankalta ba a gare ku , su ne waɗanda suke hani daga ɓarna a cikin ƙasa ? Fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 04:16:23,283 Validation result (greedy) at epoch 30, step 121000: bleu: 34.82, loss: 34173.8633, ppl: 3.4702, duration: 40.3047s\n", "2019-12-30 04:16:37,419 Epoch 30 Step: 121100 Batch Loss: 1.261843 Tokens per Sec: 15429, Lr: 0.000300\n", "2019-12-30 04:16:51,480 Epoch 30 Step: 121200 Batch Loss: 1.232134 Tokens per Sec: 15735, Lr: 0.000300\n", "2019-12-30 04:17:05,728 Epoch 30 Step: 121300 Batch Loss: 1.296880 Tokens per Sec: 15352, Lr: 0.000300\n", "2019-12-30 04:17:19,869 Epoch 30 Step: 121400 Batch Loss: 1.232036 Tokens per Sec: 15905, Lr: 0.000300\n", "2019-12-30 04:17:33,779 Epoch 30 Step: 121500 Batch Loss: 1.366297 Tokens per Sec: 15247, Lr: 0.000300\n", "2019-12-30 04:17:47,700 Epoch 30 Step: 121600 Batch Loss: 1.162971 Tokens per Sec: 15927, Lr: 0.000300\n", "2019-12-30 04:18:01,885 Epoch 30 Step: 121700 Batch Loss: 1.357108 Tokens per Sec: 15552, Lr: 0.000300\n", "2019-12-30 04:18:15,979 Epoch 30 Step: 121800 Batch Loss: 1.376831 Tokens per Sec: 15538, Lr: 0.000300\n", "2019-12-30 04:18:30,152 Epoch 30 Step: 121900 Batch Loss: 1.185671 Tokens per Sec: 15892, Lr: 0.000300\n", "2019-12-30 04:18:44,211 Epoch 30 Step: 122000 Batch Loss: 1.480394 Tokens per Sec: 15416, Lr: 0.000300\n", "2019-12-30 04:19:24,750 Example #0\n", "2019-12-30 04:19:24,751 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:19:24,751 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:19:24,751 \tHypothesis: “ Idan ya yiwu , ” in ji Littafi Mai Tsarki , “ har ya dangana a gareka , ka kasance da salama da dukan mutane . ”\n", "2019-12-30 04:19:24,751 Example #1\n", "2019-12-30 04:19:24,751 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:19:24,751 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:19:24,752 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:19:24,752 Example #2\n", "2019-12-30 04:19:24,752 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:19:24,752 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:19:24,752 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 04:19:24,752 Example #3\n", "2019-12-30 04:19:24,752 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:19:24,752 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:19:24,753 \tHypothesis: To , don me , waɗansu al 'ummomi daga gabãninka ba su kasance sunã fahimta ba , daga mutãnen ƙarnõni , kuma sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 04:19:24,753 Validation result (greedy) at epoch 30, step 122000: bleu: 34.95, loss: 34230.6406, ppl: 3.4774, duration: 40.5413s\n", "2019-12-30 04:19:39,171 Epoch 30 Step: 122100 Batch Loss: 1.413404 Tokens per Sec: 15136, Lr: 0.000300\n", "2019-12-30 04:19:53,165 Epoch 30 Step: 122200 Batch Loss: 1.381235 Tokens per Sec: 15938, Lr: 0.000300\n", "2019-12-30 04:20:07,142 Epoch 30 Step: 122300 Batch Loss: 1.316119 Tokens per Sec: 15238, Lr: 0.000300\n", "2019-12-30 04:20:21,073 Epoch 30 Step: 122400 Batch Loss: 1.261061 Tokens per Sec: 15365, Lr: 0.000300\n", "2019-12-30 04:20:35,707 Epoch 30 Step: 122500 Batch Loss: 1.318403 Tokens per Sec: 14957, Lr: 0.000300\n", "2019-12-30 04:20:49,974 Epoch 30 Step: 122600 Batch Loss: 1.315404 Tokens per Sec: 15690, Lr: 0.000300\n", "2019-12-30 04:21:03,977 Epoch 30 Step: 122700 Batch Loss: 1.304830 Tokens per Sec: 15186, Lr: 0.000300\n", "2019-12-30 04:21:17,973 Epoch 30 Step: 122800 Batch Loss: 1.316615 Tokens per Sec: 15488, Lr: 0.000300\n", "2019-12-30 04:21:32,393 Epoch 30 Step: 122900 Batch Loss: 1.263416 Tokens per Sec: 14526, Lr: 0.000300\n", "2019-12-30 04:21:46,830 Epoch 30 Step: 123000 Batch Loss: 1.170553 Tokens per Sec: 15135, Lr: 0.000300\n", "2019-12-30 04:22:27,539 Example #0\n", "2019-12-30 04:22:27,540 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:22:27,540 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:22:27,540 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” wato , “ idan ya yiwu , ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 04:22:27,540 Example #1\n", "2019-12-30 04:22:27,540 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:22:27,540 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:22:27,540 \tHypothesis: Talifinmu na gaba zai ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:22:27,540 Example #2\n", "2019-12-30 04:22:27,540 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:22:27,540 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:22:27,541 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 04:22:27,541 Example #3\n", "2019-12-30 04:22:27,541 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:22:27,541 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:22:27,541 \tHypothesis: To , don me , waɗansu al 'ummõmi daga gabãninku ba su kasance mãsu hankalta ba , su hanu daga ɓarna a cikin ƙasa ? fãce kaɗan daga waɗanda Muka kuɓutar daga gare su ?\n", "2019-12-30 04:22:27,541 Validation result (greedy) at epoch 30, step 123000: bleu: 35.12, loss: 34050.1094, ppl: 3.4546, duration: 40.7112s\n", "2019-12-30 04:22:41,842 Epoch 30 Step: 123100 Batch Loss: 1.301999 Tokens per Sec: 15212, Lr: 0.000300\n", "2019-12-30 04:22:56,080 Epoch 30 Step: 123200 Batch Loss: 1.780309 Tokens per Sec: 15540, Lr: 0.000300\n", "2019-12-30 04:23:10,308 Epoch 30 Step: 123300 Batch Loss: 1.354805 Tokens per Sec: 15751, Lr: 0.000300\n", "2019-12-30 04:23:24,629 Epoch 30 Step: 123400 Batch Loss: 1.332611 Tokens per Sec: 15162, Lr: 0.000300\n", "2019-12-30 04:23:38,817 Epoch 30 Step: 123500 Batch Loss: 1.148522 Tokens per Sec: 15482, Lr: 0.000300\n", "2019-12-30 04:23:53,107 Epoch 30 Step: 123600 Batch Loss: 1.202172 Tokens per Sec: 15493, Lr: 0.000300\n", "2019-12-30 04:24:07,355 Epoch 30 Step: 123700 Batch Loss: 1.142208 Tokens per Sec: 15070, Lr: 0.000300\n", "2019-12-30 04:24:21,780 Epoch 30 Step: 123800 Batch Loss: 1.200974 Tokens per Sec: 15372, Lr: 0.000300\n", "2019-12-30 04:24:35,877 Epoch 30 Step: 123900 Batch Loss: 1.223619 Tokens per Sec: 16091, Lr: 0.000300\n", "2019-12-30 04:24:50,127 Epoch 30 Step: 124000 Batch Loss: 1.193923 Tokens per Sec: 15283, Lr: 0.000300\n", "2019-12-30 04:25:31,578 Example #0\n", "2019-12-30 04:25:31,578 \tSource: “ If possible , ” the Scriptures counsel us , “ as far as it depends upon you , be peaceable with all men . ”\n", "2019-12-30 04:25:31,578 \tReference: Nassosi ya ba mu wannan shawarar : “ Idan ya yiwu , ku zama lafiya da dukan mutane , gwargwadon iyawarku . ” ( Rom .\n", "2019-12-30 04:25:31,578 \tHypothesis: Littafi Mai Tsarki ya ce : “ Idan ya yiwu , ” ya ba mu shawara , “ ku zauna lafiya da dukan mutane . ”\n", "2019-12-30 04:25:31,578 Example #1\n", "2019-12-30 04:25:31,579 \tSource: Our next article further considers the purpose of the resurrection .\n", "2019-12-30 04:25:31,579 \tReference: ( Yahaya 5 : 28 , 29 ) Talifinmu na gaba zai ƙara ba da bayanin nufin tashin matattu .\n", "2019-12-30 04:25:31,579 \tHypothesis: Talifinmu na gaba ya ƙara bincika manufar tashin matattu .\n", "2019-12-30 04:25:31,579 Example #2\n", "2019-12-30 04:25:31,579 \tSource: The fact that the Bible is available in all major languages on earth is a testimony to what ?\n", "2019-12-30 04:25:31,579 \tReference: Wane tabbaci ne ake da shi cewa akwai Littafi Mai Tsarki cikin dukan manyan harsunan duniya ?\n", "2019-12-30 04:25:31,580 \tHypothesis: Gaskiyar cewa Littafi Mai Tsarki yana da amfani a dukan harsuna da yawa a duniya shaida ne ga menene ?\n", "2019-12-30 04:25:31,580 Example #3\n", "2019-12-30 04:25:31,580 \tSource: But why were there not among the generations before you those possessing understanding , who should have forbidden the making of mischief in the earth , except a few of those whom We delivered from among them ?\n", "2019-12-30 04:25:31,580 \tReference: To , don me mãsu hankali ba su kasance daga mutãnen ƙarnõnin da suke a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ( sun yi hanin ) .\n", "2019-12-30 04:25:31,580 \tHypothesis: To , don me , waɗansu al 'ummõmi daga gabãninku ba su kasance a gabãninku ba , sunã hani daga ɓarna a cikin ƙasa ? fãce kaɗan daga wanda Muka kuɓutar daga gare su ?\n", "2019-12-30 04:25:31,580 Validation result (greedy) at epoch 30, step 124000: bleu: 35.88, loss: 34148.1406, ppl: 3.4670, duration: 41.4535s\n", "2019-12-30 04:25:46,011 Epoch 30 Step: 124100 Batch Loss: 1.160394 Tokens per Sec: 15127, Lr: 0.000300\n", "2019-12-30 04:26:00,076 Epoch 30 Step: 124200 Batch Loss: 1.170971 Tokens per Sec: 15426, Lr: 0.000300\n", "2019-12-30 04:26:07,196 Epoch 30: total training loss 5126.40\n", "2019-12-30 04:26:07,196 Training ended after 30 epochs.\n", "2019-12-30 04:26:07,196 Best validation result (greedy) at step 120000: 3.45 ppl.\n", "2019-12-30 04:26:44,370 dev bleu: 38.26 [Beam search decoding with beam size = 5 and alpha = 1.0]\n", "2019-12-30 04:26:44,371 Translations saved to: models/enha_transformer/00120000.hyps.dev\n", "2019-12-30 04:30:14,226 test bleu: 41.11 [Beam search decoding with beam size = 5 and alpha = 1.0]\n", "2019-12-30 04:30:14,230 Translations saved to: models/enha_transformer/00120000.hyps.test\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "L5MCFDe2dhx6", "colab_type": "code", "outputId": "b7470d5f-d73b-4935-b465-ac7523e82e01", "colab": { "base_uri": "https://localhost:8080/", "height": 34 } }, "source": [ "\n", "# Copy the created models from the notebook storage to google drive for persistant storage \n", "!cp -r joeynmt/models/${src}${tgt}_transformer/* \"$gdrive_path/models/${src}${tgt}_transformer/\"\n" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "cp: cannot create symbolic link '/content/drive/My Drive/masakhane/en-ha-baseline/models/enha_transformer/best.ckpt': Operation not supported\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "r-AWfR-CfZiS", "colab_type": "code", "outputId": "62a88af1-6b52-4810-d4ca-e7946afb5061", "colab": { "base_uri": "https://localhost:8080/", "height": 1000 } }, "source": [ "# Output our validation accuracy\n", "! cat \"$gdrive_path/models/${src}${tgt}_transformer/validations.txt\"" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "Steps: 1000\tLoss: 106715.79688\tPPL: 48.68536\tbleu: 1.15342\tLR: 0.00030000\t*\n", "Steps: 2000\tLoss: 91162.64844\tPPL: 27.63572\tbleu: 3.40185\tLR: 0.00030000\t*\n", "Steps: 3000\tLoss: 81441.96875\tPPL: 19.39843\tbleu: 5.59177\tLR: 0.00030000\t*\n", "Steps: 4000\tLoss: 75496.46094\tPPL: 15.62269\tbleu: 7.82304\tLR: 0.00030000\t*\n", "Steps: 5000\tLoss: 71067.00000\tPPL: 13.29587\tbleu: 9.44543\tLR: 0.00030000\t*\n", "Steps: 6000\tLoss: 68572.74219\tPPL: 12.14164\tbleu: 10.23932\tLR: 0.00030000\t*\n", "Steps: 7000\tLoss: 65185.35938\tPPL: 10.73287\tbleu: 12.75359\tLR: 0.00030000\t*\n", "Steps: 8000\tLoss: 62757.35547\tPPL: 9.82481\tbleu: 14.70961\tLR: 0.00030000\t*\n", "Steps: 9000\tLoss: 60809.78516\tPPL: 9.15227\tbleu: 15.74464\tLR: 0.00030000\t*\n", "Steps: 10000\tLoss: 58935.11719\tPPL: 8.54843\tbleu: 16.43189\tLR: 0.00030000\t*\n", "Steps: 11000\tLoss: 57692.80859\tPPL: 8.17039\tbleu: 16.84985\tLR: 0.00030000\t*\n", "Steps: 12000\tLoss: 56405.73828\tPPL: 7.79636\tbleu: 18.14772\tLR: 0.00030000\t*\n", "Steps: 13000\tLoss: 54659.97656\tPPL: 7.31624\tbleu: 18.80931\tLR: 0.00030000\t*\n", "Steps: 14000\tLoss: 53426.45312\tPPL: 6.99493\tbleu: 19.96056\tLR: 0.00030000\t*\n", "Steps: 15000\tLoss: 52611.34766\tPPL: 6.79039\tbleu: 20.27471\tLR: 0.00030000\t*\n", "Steps: 16000\tLoss: 52875.54297\tPPL: 6.85602\tbleu: 20.69375\tLR: 0.00030000\t\n", "Steps: 17000\tLoss: 50856.66016\tPPL: 6.37015\tbleu: 21.88443\tLR: 0.00030000\t*\n", "Steps: 18000\tLoss: 50170.78906\tPPL: 6.21304\tbleu: 21.97364\tLR: 0.00030000\t*\n", "Steps: 19000\tLoss: 49312.23828\tPPL: 6.02184\tbleu: 23.12265\tLR: 0.00030000\t*\n", "Steps: 20000\tLoss: 48736.98828\tPPL: 5.89703\tbleu: 22.54412\tLR: 0.00030000\t*\n", "Steps: 21000\tLoss: 48294.94141\tPPL: 5.80288\tbleu: 22.91665\tLR: 0.00030000\t*\n", "Steps: 22000\tLoss: 47599.51172\tPPL: 5.65779\tbleu: 23.83114\tLR: 0.00030000\t*\n", "Steps: 23000\tLoss: 46881.30078\tPPL: 5.51177\tbleu: 24.13302\tLR: 0.00030000\t*\n", "Steps: 24000\tLoss: 46757.12109\tPPL: 5.48690\tbleu: 23.58354\tLR: 0.00030000\t*\n", "Steps: 25000\tLoss: 45895.33594\tPPL: 5.31741\tbleu: 24.65399\tLR: 0.00030000\t*\n", "Steps: 26000\tLoss: 45768.23438\tPPL: 5.29286\tbleu: 24.64609\tLR: 0.00030000\t*\n", "Steps: 27000\tLoss: 45385.96094\tPPL: 5.21971\tbleu: 24.46920\tLR: 0.00030000\t*\n", "Steps: 28000\tLoss: 44915.93750\tPPL: 5.13115\tbleu: 25.11855\tLR: 0.00030000\t*\n", "Steps: 29000\tLoss: 44569.23438\tPPL: 5.06678\tbleu: 25.58660\tLR: 0.00030000\t*\n", "Steps: 30000\tLoss: 44494.92969\tPPL: 5.05309\tbleu: 25.37778\tLR: 0.00030000\t*\n", "Steps: 31000\tLoss: 44060.25000\tPPL: 4.97375\tbleu: 26.00352\tLR: 0.00030000\t*\n", "Steps: 32000\tLoss: 43661.70312\tPPL: 4.90210\tbleu: 26.08000\tLR: 0.00030000\t*\n", "Steps: 33000\tLoss: 43063.40625\tPPL: 4.79647\tbleu: 26.44933\tLR: 0.00030000\t*\n", "Steps: 34000\tLoss: 42917.67188\tPPL: 4.77109\tbleu: 26.43887\tLR: 0.00030000\t*\n", "Steps: 35000\tLoss: 42583.27734\tPPL: 4.71335\tbleu: 26.95808\tLR: 0.00030000\t*\n", "Steps: 36000\tLoss: 42420.72266\tPPL: 4.68554\tbleu: 27.29495\tLR: 0.00030000\t*\n", "Steps: 37000\tLoss: 42185.94531\tPPL: 4.64566\tbleu: 26.95481\tLR: 0.00030000\t*\n", "Steps: 38000\tLoss: 41866.52734\tPPL: 4.59195\tbleu: 27.27273\tLR: 0.00030000\t*\n", "Steps: 39000\tLoss: 41743.17188\tPPL: 4.57137\tbleu: 27.21633\tLR: 0.00030000\t*\n", "Steps: 40000\tLoss: 41444.02344\tPPL: 4.52185\tbleu: 28.21351\tLR: 0.00030000\t*\n", "Steps: 41000\tLoss: 41504.48828\tPPL: 4.53181\tbleu: 27.36468\tLR: 0.00030000\t\n", "Steps: 42000\tLoss: 40995.60938\tPPL: 4.44862\tbleu: 27.58327\tLR: 0.00030000\t*\n", "Steps: 43000\tLoss: 40746.33984\tPPL: 4.40843\tbleu: 28.30163\tLR: 0.00030000\t*\n", "Steps: 44000\tLoss: 40659.12891\tPPL: 4.39446\tbleu: 28.02149\tLR: 0.00030000\t*\n", "Steps: 45000\tLoss: 40368.03906\tPPL: 4.34813\tbleu: 28.74541\tLR: 0.00030000\t*\n", "Steps: 46000\tLoss: 40338.32422\tPPL: 4.34343\tbleu: 28.83527\tLR: 0.00030000\t*\n", "Steps: 47000\tLoss: 40226.27344\tPPL: 4.32575\tbleu: 28.55394\tLR: 0.00030000\t*\n", "Steps: 48000\tLoss: 40044.89844\tPPL: 4.29727\tbleu: 28.59391\tLR: 0.00030000\t*\n", "Steps: 49000\tLoss: 39819.66797\tPPL: 4.26218\tbleu: 28.76839\tLR: 0.00030000\t*\n", "Steps: 50000\tLoss: 39796.51172\tPPL: 4.25859\tbleu: 29.41556\tLR: 0.00030000\t*\n", "Steps: 51000\tLoss: 39422.77344\tPPL: 4.20103\tbleu: 29.01119\tLR: 0.00030000\t*\n", "Steps: 52000\tLoss: 39276.49609\tPPL: 4.17872\tbleu: 29.41383\tLR: 0.00030000\t*\n", "Steps: 53000\tLoss: 39313.93750\tPPL: 4.18442\tbleu: 29.50007\tLR: 0.00030000\t\n", "Steps: 54000\tLoss: 38852.97266\tPPL: 4.11478\tbleu: 29.63747\tLR: 0.00030000\t*\n", "Steps: 55000\tLoss: 39013.55469\tPPL: 4.13890\tbleu: 29.67726\tLR: 0.00030000\t\n", "Steps: 56000\tLoss: 38835.69141\tPPL: 4.11219\tbleu: 30.12229\tLR: 0.00030000\t*\n", "Steps: 57000\tLoss: 38729.89844\tPPL: 4.09638\tbleu: 30.28949\tLR: 0.00030000\t*\n", "Steps: 58000\tLoss: 38471.29297\tPPL: 4.05799\tbleu: 30.27221\tLR: 0.00030000\t*\n", "Steps: 59000\tLoss: 38377.34375\tPPL: 4.04413\tbleu: 30.76394\tLR: 0.00030000\t*\n", "Steps: 60000\tLoss: 38358.92188\tPPL: 4.04142\tbleu: 30.56351\tLR: 0.00030000\t*\n", "Steps: 61000\tLoss: 38195.51953\tPPL: 4.01745\tbleu: 30.58057\tLR: 0.00030000\t*\n", "Steps: 62000\tLoss: 38007.75391\tPPL: 3.99008\tbleu: 30.43929\tLR: 0.00030000\t*\n", "Steps: 63000\tLoss: 37904.00781\tPPL: 3.97504\tbleu: 30.83165\tLR: 0.00030000\t*\n", "Steps: 64000\tLoss: 37801.26953\tPPL: 3.96020\tbleu: 31.27438\tLR: 0.00030000\t*\n", "Steps: 65000\tLoss: 37810.32031\tPPL: 3.96150\tbleu: 30.82121\tLR: 0.00030000\t\n", "Steps: 66000\tLoss: 37558.92578\tPPL: 3.92541\tbleu: 31.12189\tLR: 0.00030000\t*\n", "Steps: 67000\tLoss: 37360.80078\tPPL: 3.89719\tbleu: 31.20969\tLR: 0.00030000\t*\n", "Steps: 68000\tLoss: 37394.78516\tPPL: 3.90202\tbleu: 31.81199\tLR: 0.00030000\t\n", "Steps: 69000\tLoss: 37238.27344\tPPL: 3.87985\tbleu: 31.44008\tLR: 0.00030000\t*\n", "Steps: 70000\tLoss: 36990.07031\tPPL: 3.84494\tbleu: 31.73332\tLR: 0.00030000\t*\n", "Steps: 71000\tLoss: 37160.25000\tPPL: 3.86884\tbleu: 32.02374\tLR: 0.00030000\t\n", "Steps: 72000\tLoss: 37005.05859\tPPL: 3.84704\tbleu: 31.79974\tLR: 0.00030000\t\n", "Steps: 73000\tLoss: 36887.57812\tPPL: 3.83062\tbleu: 31.98863\tLR: 0.00030000\t*\n", "Steps: 74000\tLoss: 36868.87109\tPPL: 3.82801\tbleu: 32.27831\tLR: 0.00030000\t*\n", "Steps: 75000\tLoss: 36707.66797\tPPL: 3.80561\tbleu: 32.50702\tLR: 0.00030000\t*\n", "Steps: 76000\tLoss: 36776.01562\tPPL: 3.81509\tbleu: 32.31745\tLR: 0.00030000\t\n", "Steps: 77000\tLoss: 36678.91016\tPPL: 3.80163\tbleu: 32.18645\tLR: 0.00030000\t*\n", "Steps: 78000\tLoss: 36514.64062\tPPL: 3.77896\tbleu: 32.25130\tLR: 0.00030000\t*\n", "Steps: 79000\tLoss: 36456.92578\tPPL: 3.77103\tbleu: 32.47297\tLR: 0.00030000\t*\n", "Steps: 80000\tLoss: 36591.16016\tPPL: 3.78950\tbleu: 33.04802\tLR: 0.00030000\t\n", "Steps: 81000\tLoss: 36277.23438\tPPL: 3.74644\tbleu: 32.53414\tLR: 0.00030000\t*\n", "Steps: 82000\tLoss: 36438.86719\tPPL: 3.76855\tbleu: 32.69915\tLR: 0.00030000\t\n", "Steps: 83000\tLoss: 36139.56641\tPPL: 3.72771\tbleu: 32.89514\tLR: 0.00030000\t*\n", "Steps: 84000\tLoss: 36178.61328\tPPL: 3.73301\tbleu: 32.84087\tLR: 0.00030000\t\n", "Steps: 85000\tLoss: 36185.75391\tPPL: 3.73398\tbleu: 32.38924\tLR: 0.00030000\t\n", "Steps: 86000\tLoss: 35894.63281\tPPL: 3.69461\tbleu: 32.73955\tLR: 0.00030000\t*\n", "Steps: 87000\tLoss: 35776.05859\tPPL: 3.67869\tbleu: 33.01252\tLR: 0.00030000\t*\n", "Steps: 88000\tLoss: 35772.94531\tPPL: 3.67828\tbleu: 33.76510\tLR: 0.00030000\t*\n", "Steps: 89000\tLoss: 36111.96484\tPPL: 3.72396\tbleu: 32.95719\tLR: 0.00030000\t\n", "Steps: 90000\tLoss: 35844.03906\tPPL: 3.68781\tbleu: 33.49402\tLR: 0.00030000\t\n", "Steps: 91000\tLoss: 35546.83594\tPPL: 3.64812\tbleu: 33.32843\tLR: 0.00030000\t*\n", "Steps: 92000\tLoss: 35429.67969\tPPL: 3.63259\tbleu: 33.76614\tLR: 0.00030000\t*\n", "Steps: 93000\tLoss: 35422.60547\tPPL: 3.63166\tbleu: 33.35569\tLR: 0.00030000\t*\n", "Steps: 94000\tLoss: 35404.89844\tPPL: 3.62932\tbleu: 33.70436\tLR: 0.00030000\t*\n", "Steps: 95000\tLoss: 35346.83594\tPPL: 3.62165\tbleu: 33.87251\tLR: 0.00030000\t*\n", "Steps: 96000\tLoss: 35450.25391\tPPL: 3.63532\tbleu: 33.71012\tLR: 0.00030000\t\n", "Steps: 97000\tLoss: 35193.31641\tPPL: 3.60147\tbleu: 33.85947\tLR: 0.00030000\t*\n", "Steps: 98000\tLoss: 35148.82422\tPPL: 3.59564\tbleu: 33.82691\tLR: 0.00030000\t*\n", "Steps: 99000\tLoss: 35155.25391\tPPL: 3.59648\tbleu: 34.35156\tLR: 0.00030000\t\n", "Steps: 100000\tLoss: 35115.58984\tPPL: 3.59129\tbleu: 34.32276\tLR: 0.00030000\t*\n", "Steps: 101000\tLoss: 35358.57422\tPPL: 3.62320\tbleu: 34.34620\tLR: 0.00030000\t\n", "Steps: 102000\tLoss: 34999.16406\tPPL: 3.57610\tbleu: 34.34663\tLR: 0.00030000\t*\n", "Steps: 103000\tLoss: 35245.41797\tPPL: 3.60831\tbleu: 34.56688\tLR: 0.00030000\t\n", "Steps: 104000\tLoss: 34869.11328\tPPL: 3.55921\tbleu: 34.51519\tLR: 0.00030000\t*\n", "Steps: 105000\tLoss: 34869.26953\tPPL: 3.55923\tbleu: 34.49779\tLR: 0.00030000\t\n", "Steps: 106000\tLoss: 34672.63672\tPPL: 3.53384\tbleu: 34.30955\tLR: 0.00030000\t*\n", "Steps: 107000\tLoss: 34725.01953\tPPL: 3.54058\tbleu: 34.39404\tLR: 0.00030000\t\n", "Steps: 108000\tLoss: 34705.62500\tPPL: 3.53808\tbleu: 34.99872\tLR: 0.00030000\t\n", "Steps: 109000\tLoss: 34851.18359\tPPL: 3.55688\tbleu: 34.74455\tLR: 0.00030000\t\n", "Steps: 110000\tLoss: 34756.11719\tPPL: 3.54459\tbleu: 35.11912\tLR: 0.00030000\t\n", "Steps: 111000\tLoss: 34703.77734\tPPL: 3.53784\tbleu: 34.49557\tLR: 0.00030000\t\n", "Steps: 112000\tLoss: 34414.21484\tPPL: 3.50074\tbleu: 34.77638\tLR: 0.00030000\t*\n", "Steps: 113000\tLoss: 34596.73047\tPPL: 3.52408\tbleu: 34.92697\tLR: 0.00030000\t\n", "Steps: 114000\tLoss: 34678.35938\tPPL: 3.53457\tbleu: 34.59891\tLR: 0.00030000\t\n", "Steps: 115000\tLoss: 34592.21094\tPPL: 3.52350\tbleu: 35.11019\tLR: 0.00030000\t\n", "Steps: 116000\tLoss: 34320.43750\tPPL: 3.48881\tbleu: 35.04188\tLR: 0.00030000\t*\n", "Steps: 117000\tLoss: 34316.98438\tPPL: 3.48837\tbleu: 35.96644\tLR: 0.00030000\t*\n", "Steps: 118000\tLoss: 34495.04688\tPPL: 3.51106\tbleu: 35.90522\tLR: 0.00030000\t\n", "Steps: 119000\tLoss: 34256.59375\tPPL: 3.48071\tbleu: 35.43907\tLR: 0.00030000\t*\n", "Steps: 120000\tLoss: 34002.62891\tPPL: 3.44867\tbleu: 35.62180\tLR: 0.00030000\t*\n", "Steps: 121000\tLoss: 34173.86328\tPPL: 3.47024\tbleu: 34.82071\tLR: 0.00030000\t\n", "Steps: 122000\tLoss: 34230.64062\tPPL: 3.47742\tbleu: 34.94625\tLR: 0.00030000\t\n", "Steps: 123000\tLoss: 34050.10938\tPPL: 3.45464\tbleu: 35.12184\tLR: 0.00030000\t\n", "Steps: 124000\tLoss: 34148.14062\tPPL: 3.46699\tbleu: 35.87920\tLR: 0.00030000\t\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "LUe7S9Gefd4F", "colab_type": "code", "outputId": "bd117860-9536-471a-83c2-1114e40f83df", "colab": { "base_uri": "https://localhost:8080/", "height": 68 } }, "source": [ "# Test our model\n", "! cd joeynmt; python3 -m joeynmt test \"$gdrive_path/models/${src}${tgt}_transformer/config.yaml\"" ], "execution_count": 0, "outputs": [ { "output_type": "stream", "text": [ "2019-12-30 04:48:16,055 Hello! This is Joey-NMT.\n", "2019-12-30 04:48:55,828 dev bleu: 38.26 [Beam search decoding with beam size = 5 and alpha = 1.0]\n", "2019-12-30 04:52:26,081 test bleu: 41.11 [Beam search decoding with beam size = 5 and alpha = 1.0]\n" ], "name": "stdout" } ] }, { "cell_type": "code", "metadata": { "id": "Z0ygGObugiYF", "colab_type": "code", "outputId": "40028aaa-bb90-4201-9006-066d27cbcf5f", "colab": { "base_uri": "https://localhost:8080/", "height": 130 } }, "source": [ "python3 plot_validation.py \"$gdrive_path/models/${src}${tgt}_transformer/\" --plot_values bleu PPL --output_path my_plot.pdf" ], "execution_count": 0, "outputs": [ { "output_type": "error", "ename": "SyntaxError", "evalue": "ignored", "traceback": [ "\u001b[0;36m File \u001b[0;32m\"\"\u001b[0;36m, line \u001b[0;32m1\u001b[0m\n\u001b[0;31m python3 plot_validation.py \"$gdrive_path/models/${src}${tgt}_transformer/\" --plot_values bleu PPL --output_path my_plot.pdf\u001b[0m\n\u001b[0m ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n" ] } ] }, { "cell_type": "code", "metadata": { "id": "elucrJ7NK3Iu", "colab_type": "code", "colab": {} }, "source": [ "" ], "execution_count": 0, "outputs": [] } ] }