{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Setting Up the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "source_language = \"en\"\n",
    "target_language = \"ln\" # ln is the language code of lingala \n",
    "lc = False  # If True, lowercase the data.\n",
    "seed = 42  # Random seed for shuffling.\n",
    "tag = \"baseline\" # Give a unique name to your folder - this is to ensure you don't rewrite any models you've already submitted\n",
    "\n",
    "os.environ[\"src\"] = source_language # Sets them in bash as well, since we often use bash scripts\n",
    "os.environ[\"tgt\"] = target_language\n",
    "os.environ[\"tag\"] = tag\n",
    "\n",
    "# No need to use gdrive since am using a gpu\n",
    "!mkdir -p \"$src-$tgt-$tag\"\n",
    "os.environ[\"gdrive_path\"] = \"%s-%s-%s\" % (source_language, target_language, tag) # saving directly on the vm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "en-ln-baseline\r\n"
     ]
    }
   ],
   "source": [
    "!echo $gdrive_path"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Downloading the corpus data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Alignment file /proj/nlpl/data/OPUS/JW300/latest/xml/en-ln.xml.gz not found. The following files are available for downloading:\n",
      "\n",
      "   5 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/en-ln.xml.gz\n",
      " 263 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/en.zip\n",
      "  60 MB https://object.pouta.csc.fi/OPUS-JW300/v1/xml/ln.zip\n",
      "\n",
      " 328 MB Total size\n",
      "./JW300_latest_xml_en-ln.xml.gz ... 100% of 5 MB\n",
      "./JW300_latest_xml_en.zip ... 100% of 263 MB\n",
      "./JW300_latest_xml_ln.zip ... 100% of 60 MB\n"
     ]
    }
   ],
   "source": [
    "# Downloading our corpus\n",
    "! opus_read -d JW300 -s $src -t $tgt -wm moses -w jw300.$src jw300.$tgt -q\n",
    "\n",
    "# extract the corpus file\n",
    "! gunzip JW300_latest_xml_$src-$tgt.xml.gz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--2020-01-27 07:54:38--  https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-any.en\n",
      "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 151.101.192.133, 151.101.128.133, 151.101.64.133, ...\n",
      "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|151.101.192.133|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 277791 (271K) [text/plain]\n",
      "Saving to: ‘test.en-any.en’\n",
      "\n",
      "test.en-any.en      100%[===================>] 271.28K  --.-KB/s    in 0.04s   \n",
      "\n",
      "2020-01-27 07:54:39 (6.66 MB/s) - ‘test.en-any.en’ saved [277791/277791]\n",
      "\n",
      "--2020-01-27 07:54:39--  https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-ln.en\n",
      "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 151.101.192.133, 151.101.128.133, 151.101.64.133, ...\n",
      "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|151.101.192.133|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 205304 (200K) [text/plain]\n",
      "Saving to: ‘test.en-ln.en’\n",
      "\n",
      "test.en-ln.en       100%[===================>] 200.49K  --.-KB/s    in 0.04s   \n",
      "\n",
      "2020-01-27 07:54:39 (4.92 MB/s) - ‘test.en-ln.en’ saved [205304/205304]\n",
      "\n",
      "--2020-01-27 07:54:39--  https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-ln.ln\n",
      "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 151.101.192.133, 151.101.128.133, 151.101.64.133, ...\n",
      "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|151.101.192.133|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 231696 (226K) [text/plain]\n",
      "Saving to: ‘test.en-ln.ln’\n",
      "\n",
      "test.en-ln.ln       100%[===================>] 226.27K  --.-KB/s    in 0.04s   \n",
      "\n",
      "2020-01-27 07:54:40 (5.27 MB/s) - ‘test.en-ln.ln’ saved [231696/231696]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "! wget https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-any.en\n",
    "  \n",
    "# And the specific test set for this language pair.\n",
    "os.environ[\"trg\"] = target_language \n",
    "os.environ[\"src\"] = source_language \n",
    "\n",
    "! wget https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-$trg.en \n",
    "! mv test.en-$trg.en test.en\n",
    "! wget https://raw.githubusercontent.com/juliakreutzer/masakhane/master/jw300_utils/test/test.en-$trg.$trg \n",
    "! mv test.en-$trg.$trg test.$trg"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loaded 3571 global test sentences to filter from the training/dev data.\n"
     ]
    }
   ],
   "source": [
    "# Read the test data to filter from train and dev splits.\n",
    "# Store english portion in set for quick filtering checks.\n",
    "en_test_sents = set()\n",
    "filter_test_sents = \"test.en-any.en\"\n",
    "j = 0\n",
    "with open(filter_test_sents) as f:\n",
    "  for line in f:\n",
    "    en_test_sents.add(line.strip())\n",
    "    j += 1\n",
    "print('Loaded {} global test sentences to filter from the training/dev data.'.format(j))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "JW300_latest_xml_en-ln.xml  baseline_2020.ipynb  jw300.ln\t test.ln\r\n",
      "JW300_latest_xml_en.zip     en-ln-baseline\t test.en\r\n",
      "JW300_latest_xml_ln.zip     jw300.en\t\t test.en-any.en\r\n"
     ]
    }
   ],
   "source": [
    "!ls"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Building the model dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loaded data and skipped 6663/601113 lines since contained in test set.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>source_sentence</th>\n",
       "      <th>target_sentence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Who Wants to Be a Millionaire ?</td>\n",
       "      <td>Nani alingi kozala milionere ?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>THE answer seems to be : almost everybody .</td>\n",
       "      <td>EYANO emonani lokola ete , wana ezali mposa ya...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>And the easiest way to become one ​ — accordin...</td>\n",
       "      <td>Nzokande , na makanisi ya bato , nzela ya pɛtɛ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Pandering to prevailing taste ​ — and wanting ...</td>\n",
       "      <td>Kolamusáká mposa ya bato mingi ​ — mpe kolulák...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>A few people do become millionaires .</td>\n",
       "      <td>Mwa babɛti na yango bazali mpenza kokóma bamil...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>One Englishman had filled out soccer coupons f...</td>\n",
       "      <td>Mongelesi moko oyo azalaki kosala momekano na ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>For a stake of 50 cents , he won nearly $ 1.5 ...</td>\n",
       "      <td>Abɛtaki bobele na mosolo mokokani na franka 3 ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Even more spectacular was the payoff for a wom...</td>\n",
       "      <td>Oyo ekamwisi mpenza ezali likambo ya mwasi oyo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>But they are exceptions .</td>\n",
       "      <td>Kasi baoyo bazali kolónga boye bazali sé moke ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>More typical is the middle - ​ aged Spanish cl...</td>\n",
       "      <td>Ndakisa emonisi yango malamu ezali mosali na b...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     source_sentence  \\\n",
       "0                    Who Wants to Be a Millionaire ?   \n",
       "1        THE answer seems to be : almost everybody .   \n",
       "2  And the easiest way to become one ​ — accordin...   \n",
       "3  Pandering to prevailing taste ​ — and wanting ...   \n",
       "4              A few people do become millionaires .   \n",
       "5  One Englishman had filled out soccer coupons f...   \n",
       "6  For a stake of 50 cents , he won nearly $ 1.5 ...   \n",
       "7  Even more spectacular was the payoff for a wom...   \n",
       "8                          But they are exceptions .   \n",
       "9  More typical is the middle - ​ aged Spanish cl...   \n",
       "\n",
       "                                     target_sentence  \n",
       "0                     Nani alingi kozala milionere ?  \n",
       "1  EYANO emonani lokola ete , wana ezali mposa ya...  \n",
       "2  Nzokande , na makanisi ya bato , nzela ya pɛtɛ...  \n",
       "3  Kolamusáká mposa ya bato mingi ​ — mpe kolulák...  \n",
       "4  Mwa babɛti na yango bazali mpenza kokóma bamil...  \n",
       "5  Mongelesi moko oyo azalaki kosala momekano na ...  \n",
       "6  Abɛtaki bobele na mosolo mokokani na franka 3 ...  \n",
       "7  Oyo ekamwisi mpenza ezali likambo ya mwasi oyo...  \n",
       "8  Kasi baoyo bazali kolónga boye bazali sé moke ...  \n",
       "9  Ndakisa emonisi yango malamu ezali mosali na b...  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "# TMX file to dataframe\n",
    "source_file = 'jw300.' + source_language\n",
    "target_file = 'jw300.' + target_language\n",
    "\n",
    "source = []\n",
    "target = []\n",
    "skip_lines = []  # Collect the line numbers of the source portion to skip the same lines for the target portion.\n",
    "with open(source_file) as f:\n",
    "    for i, line in enumerate(f):\n",
    "        # Skip sentences that are contained in the test set.\n",
    "        if line.strip() not in en_test_sents:\n",
    "            source.append(line.strip())\n",
    "        else:\n",
    "            skip_lines.append(i)             \n",
    "with open(target_file) as f:\n",
    "    for j, line in enumerate(f):\n",
    "        # Only add to corpus if corresponding source was not skipped.\n",
    "        if j not in skip_lines:\n",
    "            target.append(line.strip())\n",
    "    \n",
    "print('Loaded data and skipped {}/{} lines since contained in test set.'.format(len(skip_lines), i))\n",
    "    \n",
    "df = pd.DataFrame(zip(source, target), columns=['source_sentence', 'target_sentence'])\n",
    "# if you get TypeError: data argument can't be an iterator is because of your zip version run this below\n",
    "#df = pd.DataFrame(list(zip(source, target)), columns=['source_sentence', 'target_sentence'])\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Some tests :"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'And why does money mean so much to him ?'"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.source_sentence[100]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Mpo na nini mbongo ezali na ndimbola monene mpo na ye ?'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.target_sentence[100]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Pre-processing and export\n",
    "\n",
    "It is generally a good idea to remove duplicate translations and conflicting translations from the corpus. In practice, these public corpora include some number of these that need to be cleaned.\n",
    "\n",
    "In addition we will split our data into dev/test/train and export to the filesystem."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_without_duplicates = df.drop_duplicates()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_without_duplicates = df_without_duplicates.drop_duplicates(subset='source_sentence', inplace=False)\n",
    "df_without_duplicates = df_without_duplicates.drop_duplicates(subset='target_sentence', inplace=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(539980, 2)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_without_duplicates.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_without_duplicates = df_without_duplicates.sample(frac=1, random_state=seed).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting fuzzywuzzy\n",
      "  Downloading https://files.pythonhosted.org/packages/d8/f1/5a267addb30ab7eaa1beab2b9323073815da4551076554ecc890a3595ec9/fuzzywuzzy-0.17.0-py2.py3-none-any.whl\n",
      "Installing collected packages: fuzzywuzzy\n",
      "Successfully installed fuzzywuzzy-0.17.0\n",
      "Collecting python-Levenshtein\n",
      "  Downloading https://files.pythonhosted.org/packages/42/a9/d1785c85ebf9b7dfacd08938dd028209c34a0ea3b1bcdb895208bd40a67d/python-Levenshtein-0.12.0.tar.gz (48kB)\n",
      "\u001b[K    100% |████████████████████████████████| 51kB 2.1MB/s ta 0:00:011\n",
      "\u001b[?25hCollecting setuptools (from python-Levenshtein)\n",
      "  Downloading https://files.pythonhosted.org/packages/a7/c5/6c1acea1b4ea88b86b03280f3fde1efa04fefecd4e7d2af13e602661cde4/setuptools-45.1.0-py3-none-any.whl (583kB)\n",
      "\u001b[K    100% |████████████████████████████████| 593kB 1.9MB/s ta 0:00:01\n",
      "\u001b[?25hBuilding wheels for collected packages: python-Levenshtein\n",
      "  Running setup.py bdist_wheel for python-Levenshtein ... \u001b[?25ldone\n",
      "\u001b[?25h  Stored in directory: /home/espoir_mur_gmail_com/.cache/pip/wheels/de/c2/93/660fd5f7559049268ad2dc6d81c4e39e9e36518766eaf7e342\n",
      "Successfully built python-Levenshtein\n",
      "Installing collected packages: setuptools, python-Levenshtein\n",
      "Successfully installed python-Levenshtein-0.12.0 setuptools-45.1.0\n"
     ]
    }
   ],
   "source": [
    "! pip3 install fuzzywuzzy\n",
    "! pip3 install python-Levenshtein"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [],
   "source": [
    "import time\n",
    "from fuzzywuzzy import process\n",
    "import numpy as np\n",
    "from multiprocessing import Pool"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "## reset the index after\n",
    "df_without_duplicates.reset_index(inplace=True, drop=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Filtering function. Adjust pad to narrow down the candidate matches to\n",
    "# within a certain length of characters of the given sample.\n",
    "def fuzzfilter(sample, candidates, pad):\n",
    "    candidates = [x for x in candidates if len(x) <= len(sample)+pad and len(x) >= len(sample)-pad] \n",
    "    if len(candidates) > 0:\n",
    "        return process.extractOne(sample, candidates)[1]\n",
    "    else:\n",
    "        return np.nan"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "TODOS : Next step will be to save the result to a text file , and reload it if something bad happens or  write the process in parallel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0         Shepherds of God’s flock need to give loving a...\n",
       "1         Claire explained that as one of Jehovah’s Witn...\n",
       "2         Thus , during the next ten years , in a settin...\n",
       "3         They pick up a newspaper and read about bomb b...\n",
       "4         For instance , Christian elders are greatly ne...\n",
       "                                ...                        \n",
       "539975    In recent years the United Nations has been st...\n",
       "539976    Indeed , a good leader practices what he preac...\n",
       "539977    While they did not escape all the consequences...\n",
       "539978    It is a shame that King Solomon’s son Rehoboam...\n",
       "539979    In putting his service to God first , Jesus di...\n",
       "Name: source_sentence, Length: 537792, dtype: object"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#df_without_duplicates.source_sentence"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#with Pool(5) as p:\n",
    " #   print(p.map(f, [1, 2, 3]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:00.20 0.00 percent complete\n",
      "00:00:23.79 0.19 percent complete\n",
      "00:00:46.52 0.37 percent complete\n",
      "00:01:11.27 0.56 percent complete\n",
      "00:01:35.40 0.74 percent complete\n",
      "00:01:58.11 0.93 percent complete\n",
      "00:02:22.19 1.11 percent complete\n",
      "00:02:45.60 1.30 percent complete\n",
      "00:03:08.70 1.48 percent complete\n",
      "00:03:32.31 1.67 percent complete\n",
      "00:03:55.34 1.85 percent complete\n",
      "00:04:19.00 2.04 percent complete\n",
      "00:04:41.43 2.22 percent complete\n",
      "00:05:05.32 2.41 percent complete\n",
      "00:05:29.59 2.59 percent complete\n",
      "00:05:53.31 2.78 percent complete\n",
      "00:06:16.47 2.96 percent complete\n",
      "00:06:40.38 3.15 percent complete\n",
      "00:07:04.18 3.33 percent complete\n",
      "00:07:27.66 3.52 percent complete\n",
      "00:07:51.61 3.70 percent complete\n",
      "00:08:15.31 3.89 percent complete\n",
      "00:08:38.80 4.07 percent complete\n",
      "00:09:02.71 4.26 percent complete\n",
      "00:09:26.52 4.44 percent complete\n",
      "00:09:49.76 4.63 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '— ― ― ― ― ― ― ―']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:10:13.14 4.81 percent complete\n",
      "00:10:36.41 5.00 percent complete\n",
      "00:11:00.88 5.19 percent complete\n",
      "00:11:24.70 5.37 percent complete\n",
      "00:11:48.24 5.56 percent complete\n",
      "00:12:11.88 5.74 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '↓ ↓ ↓ ↓']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:12:34.99 5.93 percent complete\n",
      "00:12:58.50 6.11 percent complete\n",
      "00:13:22.31 6.30 percent complete\n",
      "00:13:45.75 6.48 percent complete\n",
      "00:14:10.31 6.67 percent complete\n",
      "00:14:34.35 6.85 percent complete\n",
      "00:14:58.29 7.04 percent complete\n",
      "00:15:21.40 7.22 percent complete\n",
      "00:15:44.86 7.41 percent complete\n",
      "00:16:08.42 7.59 percent complete\n",
      "00:16:32.82 7.78 percent complete\n",
      "00:16:56.27 7.96 percent complete\n",
      "00:17:20.00 8.15 percent complete\n",
      "00:17:43.65 8.33 percent complete\n",
      "00:18:07.61 8.52 percent complete\n",
      "00:18:31.07 8.70 percent complete\n",
      "00:18:54.44 8.89 percent complete\n",
      "00:19:17.44 9.07 percent complete\n",
      "00:19:41.24 9.26 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '●']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:20:04.54 9.44 percent complete\n",
      "00:20:28.54 9.63 percent complete\n",
      "00:20:51.76 9.82 percent complete\n",
      "00:21:14.76 10.00 percent complete\n",
      "00:21:38.14 10.19 percent complete\n",
      "00:22:02.40 10.37 percent complete\n",
      "00:22:26.38 10.56 percent complete\n",
      "00:22:49.72 10.74 percent complete\n",
      "00:23:13.24 10.93 percent complete\n",
      "00:23:37.81 11.11 percent complete\n",
      "00:24:01.25 11.30 percent complete\n",
      "00:24:24.46 11.48 percent complete\n",
      "00:24:47.53 11.67 percent complete\n",
      "00:25:11.05 11.85 percent complete\n",
      "00:25:34.05 12.04 percent complete\n",
      "00:25:57.24 12.22 percent complete\n",
      "00:26:20.38 12.41 percent complete\n",
      "00:26:44.74 12.59 percent complete\n",
      "00:27:08.82 12.78 percent complete\n",
      "00:27:32.45 12.96 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '”']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:27:55.82 13.15 percent complete\n",
      "00:28:19.30 13.33 percent complete\n",
      "00:28:42.14 13.52 percent complete\n",
      "00:29:05.13 13.70 percent complete\n",
      "00:29:27.90 13.89 percent complete\n",
      "00:29:52.06 14.07 percent complete\n",
      "00:30:15.07 14.26 percent complete\n",
      "00:30:39.00 14.44 percent complete\n",
      "00:31:02.86 14.63 percent complete\n",
      "00:31:26.43 14.82 percent complete\n",
      "00:31:50.26 15.00 percent complete\n",
      "00:32:13.16 15.19 percent complete\n",
      "00:32:36.98 15.37 percent complete\n",
      "00:33:01.38 15.56 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:33:25.09 15.74 percent complete\n",
      "00:33:48.56 15.93 percent complete\n",
      "00:34:12.58 16.11 percent complete\n",
      "00:34:36.38 16.30 percent complete\n",
      "00:35:00.09 16.48 percent complete\n",
      "00:35:23.06 16.67 percent complete\n",
      "00:35:46.99 16.85 percent complete\n",
      "00:36:11.05 17.04 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '● ● ● ● ●']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:36:33.92 17.22 percent complete\n",
      "00:36:57.30 17.41 percent complete\n",
      "00:37:20.31 17.59 percent complete\n",
      "00:37:43.49 17.78 percent complete\n",
      "00:38:07.14 17.96 percent complete\n",
      "00:38:30.61 18.15 percent complete\n",
      "00:38:54.33 18.33 percent complete\n",
      "00:39:17.58 18.52 percent complete\n",
      "00:39:40.50 18.70 percent complete\n",
      "00:40:03.70 18.89 percent complete\n",
      "00:40:27.30 19.07 percent complete\n",
      "00:40:51.53 19.26 percent complete\n",
      "00:41:14.87 19.45 percent complete\n",
      "00:41:39.37 19.63 percent complete\n",
      "00:42:03.43 19.82 percent complete\n",
      "00:42:26.96 20.00 percent complete\n",
      "00:42:51.27 20.19 percent complete\n",
      "00:43:14.49 20.37 percent complete\n",
      "00:43:38.13 20.56 percent complete\n",
      "00:44:01.76 20.74 percent complete\n",
      "00:44:24.37 20.93 percent complete\n",
      "00:44:47.73 21.11 percent complete\n",
      "00:45:10.97 21.30 percent complete\n",
      "00:45:34.33 21.48 percent complete\n",
      "00:45:59.52 21.67 percent complete\n",
      "00:46:23.11 21.85 percent complete\n",
      "00:46:46.46 22.04 percent complete\n",
      "00:47:09.58 22.22 percent complete\n",
      "00:47:32.93 22.41 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '⇩']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:47:56.77 22.59 percent complete\n",
      "00:48:20.34 22.78 percent complete\n",
      "00:48:43.21 22.96 percent complete\n",
      "00:49:06.49 23.15 percent complete\n",
      "00:49:29.69 23.33 percent complete\n",
      "00:49:53.28 23.52 percent complete\n",
      "00:50:16.49 23.70 percent complete\n",
      "00:50:40.03 23.89 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '↓ ↓']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:51:03.57 24.07 percent complete\n",
      "00:51:26.96 24.26 percent complete\n",
      "00:51:50.49 24.45 percent complete\n",
      "00:52:15.59 24.63 percent complete\n",
      "00:52:39.12 24.82 percent complete\n",
      "00:53:02.82 25.00 percent complete\n",
      "00:53:26.85 25.19 percent complete\n",
      "00:53:49.89 25.37 percent complete\n",
      "00:54:13.34 25.56 percent complete\n",
      "00:54:37.21 25.74 percent complete\n",
      "00:55:00.30 25.93 percent complete\n",
      "00:55:24.01 26.11 percent complete\n",
      "00:55:48.01 26.30 percent complete\n",
      "00:56:10.69 26.48 percent complete\n",
      "00:56:34.09 26.67 percent complete\n",
      "00:56:57.74 26.85 percent complete\n",
      "00:57:21.31 27.04 percent complete\n",
      "00:57:44.60 27.22 percent complete\n",
      "00:58:07.37 27.41 percent complete\n",
      "00:58:30.65 27.59 percent complete\n",
      "00:58:54.21 27.78 percent complete\n",
      "00:59:18.34 27.96 percent complete\n",
      "00:59:42.03 28.15 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․ ․ ․ ․ ․']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "01:00:05.80 28.33 percent complete\n",
      "01:00:29.27 28.52 percent complete\n",
      "01:00:52.46 28.70 percent complete\n",
      "01:01:16.35 28.89 percent complete\n",
      "01:01:41.45 29.08 percent complete\n",
      "01:02:04.77 29.26 percent complete\n",
      "01:02:28.56 29.45 percent complete\n",
      "01:02:52.49 29.63 percent complete\n",
      "01:03:15.76 29.82 percent complete\n",
      "01:03:40.31 30.00 percent complete\n",
      "01:04:03.09 30.19 percent complete\n",
      "01:04:26.19 30.37 percent complete\n",
      "01:04:50.36 30.56 percent complete\n",
      "01:05:14.26 30.74 percent complete\n",
      "01:05:37.64 30.93 percent complete\n",
      "01:06:01.60 31.11 percent complete\n",
      "01:06:24.50 31.30 percent complete\n",
      "01:06:47.39 31.48 percent complete\n",
      "01:07:10.19 31.67 percent complete\n",
      "01:07:33.63 31.85 percent complete\n",
      "01:07:57.97 32.04 percent complete\n",
      "01:08:21.36 32.22 percent complete\n",
      "01:08:44.39 32.41 percent complete\n",
      "01:09:08.04 32.59 percent complete\n",
      "01:09:31.23 32.78 percent complete\n",
      "01:09:54.31 32.96 percent complete\n",
      "01:10:17.15 33.15 percent complete\n",
      "01:10:41.28 33.33 percent complete\n",
      "01:11:05.17 33.52 percent complete\n",
      "01:11:29.00 33.70 percent complete\n",
      "01:11:52.52 33.89 percent complete\n",
      "01:12:16.03 34.08 percent complete\n",
      "01:12:39.02 34.26 percent complete\n",
      "01:13:02.29 34.45 percent complete\n",
      "01:13:25.74 34.63 percent complete\n",
      "01:13:49.05 34.82 percent complete\n",
      "01:14:12.76 35.00 percent complete\n",
      "01:14:37.04 35.19 percent complete\n",
      "01:15:00.53 35.37 percent complete\n",
      "01:15:23.62 35.56 percent complete\n",
      "01:15:46.77 35.74 percent complete\n",
      "01:16:10.82 35.93 percent complete\n",
      "01:16:34.14 36.11 percent complete\n",
      "01:16:57.09 36.30 percent complete\n",
      "01:17:20.69 36.48 percent complete\n",
      "01:17:44.55 36.67 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․ ․ ․ ․']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "01:18:08.09 36.85 percent complete\n",
      "01:18:31.66 37.04 percent complete\n",
      "01:18:54.76 37.22 percent complete\n",
      "01:19:17.99 37.41 percent complete\n",
      "01:19:41.11 37.59 percent complete\n",
      "01:20:04.62 37.78 percent complete\n",
      "01:20:28.30 37.96 percent complete\n",
      "01:20:52.87 38.15 percent complete\n",
      "01:21:16.73 38.33 percent complete\n",
      "01:21:40.07 38.52 percent complete\n",
      "01:22:03.93 38.71 percent complete\n",
      "01:22:27.43 38.89 percent complete\n",
      "01:22:50.47 39.08 percent complete\n",
      "01:23:14.07 39.26 percent complete\n",
      "01:23:36.65 39.45 percent complete\n",
      "01:24:00.16 39.63 percent complete\n",
      "01:24:23.84 39.82 percent complete\n",
      "01:24:47.58 40.00 percent complete\n",
      "01:25:11.21 40.19 percent complete\n",
      "01:25:34.67 40.37 percent complete\n",
      "01:25:58.15 40.56 percent complete\n",
      "01:26:21.53 40.74 percent complete\n",
      "01:26:44.78 40.93 percent complete\n",
      "01:27:08.99 41.11 percent complete\n",
      "01:27:32.71 41.30 percent complete\n",
      "01:27:56.87 41.48 percent complete\n",
      "01:28:20.43 41.67 percent complete\n",
      "01:28:43.75 41.85 percent complete\n",
      "01:29:07.08 42.04 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '*']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "01:29:30.86 42.22 percent complete\n",
      "01:29:54.36 42.41 percent complete\n",
      "01:30:18.26 42.59 percent complete\n",
      "01:30:41.73 42.78 percent complete\n",
      "01:31:06.30 42.96 percent complete\n",
      "01:31:29.42 43.15 percent complete\n",
      "01:31:53.08 43.33 percent complete\n",
      "01:32:16.31 43.52 percent complete\n",
      "01:32:40.14 43.71 percent complete\n",
      "01:33:03.47 43.89 percent complete\n",
      "01:33:27.95 44.08 percent complete\n",
      "01:33:51.49 44.26 percent complete\n",
      "01:34:14.82 44.45 percent complete\n",
      "01:34:38.16 44.63 percent complete\n",
      "01:35:01.30 44.82 percent complete\n",
      "01:35:24.79 45.00 percent complete\n",
      "01:35:48.97 45.19 percent complete\n",
      "01:36:11.99 45.37 percent complete\n",
      "01:36:35.56 45.56 percent complete\n",
      "01:36:58.90 45.74 percent complete\n",
      "01:37:22.04 45.93 percent complete\n",
      "01:37:45.87 46.11 percent complete\n",
      "01:38:10.15 46.30 percent complete\n",
      "01:38:33.42 46.48 percent complete\n",
      "01:38:57.05 46.67 percent complete\n",
      "01:39:20.46 46.85 percent complete\n",
      "01:39:44.70 47.04 percent complete\n",
      "01:40:08.38 47.22 percent complete\n",
      "01:40:31.62 47.41 percent complete\n",
      "01:40:54.73 47.59 percent complete\n",
      "01:41:18.41 47.78 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '↓']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "01:41:42.06 47.96 percent complete\n",
      "01:42:05.83 48.15 percent complete\n",
      "01:42:29.18 48.34 percent complete\n",
      "01:42:53.43 48.52 percent complete\n",
      "01:43:17.09 48.71 percent complete\n",
      "01:43:40.75 48.89 percent complete\n",
      "01:44:03.77 49.08 percent complete\n",
      "01:44:27.25 49.26 percent complete\n",
      "01:44:50.46 49.45 percent complete\n",
      "01:45:14.15 49.63 percent complete\n",
      "01:45:36.86 49.82 percent complete\n",
      "01:46:00.65 50.00 percent complete\n",
      "01:46:24.09 50.19 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '↓ ↓ ↓']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "01:46:48.17 50.37 percent complete\n",
      "01:47:11.86 50.56 percent complete\n",
      "01:47:35.89 50.74 percent complete\n",
      "01:47:59.90 50.93 percent complete\n",
      "01:48:22.36 51.11 percent complete\n",
      "01:48:45.72 51.30 percent complete\n",
      "01:49:09.83 51.48 percent complete\n",
      "01:49:33.17 51.67 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '* * *']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "01:49:56.18 51.85 percent complete\n",
      "01:50:19.92 52.04 percent complete\n",
      "01:50:43.18 52.22 percent complete\n",
      "01:51:06.96 52.41 percent complete\n",
      "01:51:30.53 52.59 percent complete\n",
      "01:51:54.09 52.78 percent complete\n",
      "01:52:17.25 52.96 percent complete\n",
      "01:52:41.74 53.15 percent complete\n",
      "01:53:05.20 53.34 percent complete\n",
      "01:53:29.32 53.52 percent complete\n",
      "01:53:52.52 53.71 percent complete\n",
      "01:54:15.72 53.89 percent complete\n",
      "01:54:39.31 54.08 percent complete\n",
      "01:55:02.43 54.26 percent complete\n",
      "01:55:26.28 54.45 percent complete\n",
      "01:55:50.57 54.63 percent complete\n",
      "01:56:13.49 54.82 percent complete\n",
      "01:56:36.87 55.00 percent complete\n",
      "01:56:59.88 55.19 percent complete\n",
      "01:57:23.87 55.37 percent complete\n",
      "01:57:48.18 55.56 percent complete\n",
      "01:58:11.50 55.74 percent complete\n",
      "01:58:35.13 55.93 percent complete\n",
      "01:58:59.00 56.11 percent complete\n",
      "01:59:22.38 56.30 percent complete\n",
      "01:59:46.04 56.48 percent complete\n",
      "02:00:10.12 56.67 percent complete\n",
      "02:00:33.38 56.85 percent complete\n",
      "02:00:56.57 57.04 percent complete\n",
      "02:01:19.92 57.22 percent complete\n",
      "02:01:43.29 57.41 percent complete\n",
      "02:02:08.43 57.59 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '. .']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "02:02:32.00 57.78 percent complete\n",
      "02:02:55.14 57.97 percent complete\n",
      "02:03:18.39 58.15 percent complete\n",
      "02:03:41.99 58.34 percent complete\n",
      "02:04:05.89 58.52 percent complete\n",
      "02:04:29.64 58.71 percent complete\n",
      "02:04:53.45 58.89 percent complete\n",
      "02:05:17.34 59.08 percent complete\n",
      "02:05:41.53 59.26 percent complete\n",
      "02:06:05.13 59.45 percent complete\n",
      "02:06:28.21 59.63 percent complete\n",
      "02:06:51.67 59.82 percent complete\n",
      "02:07:15.10 60.00 percent complete\n",
      "02:07:38.06 60.19 percent complete\n",
      "02:08:01.27 60.37 percent complete\n",
      "02:08:26.30 60.56 percent complete\n",
      "02:08:49.81 60.74 percent complete\n",
      "02:09:12.85 60.93 percent complete\n",
      "02:09:37.23 61.11 percent complete\n",
      "02:10:00.55 61.30 percent complete\n",
      "02:10:24.18 61.48 percent complete\n",
      "02:10:47.57 61.67 percent complete\n",
      "02:11:10.87 61.85 percent complete\n",
      "02:11:33.87 62.04 percent complete\n",
      "02:11:57.99 62.22 percent complete\n",
      "02:12:21.94 62.41 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "02:12:45.45 62.59 percent complete\n",
      "02:13:08.85 62.78 percent complete\n",
      "02:13:32.80 62.97 percent complete\n",
      "02:13:56.30 63.15 percent complete\n",
      "02:14:19.87 63.34 percent complete\n",
      "02:14:43.80 63.52 percent complete\n",
      "02:15:08.03 63.71 percent complete\n",
      "02:15:31.16 63.89 percent complete\n",
      "02:15:54.06 64.08 percent complete\n",
      "02:16:17.24 64.26 percent complete\n",
      "02:16:40.60 64.45 percent complete\n",
      "02:17:04.10 64.63 percent complete\n",
      "02:17:27.72 64.82 percent complete\n",
      "02:17:52.24 65.00 percent complete\n",
      "02:18:16.29 65.19 percent complete\n",
      "02:18:39.93 65.37 percent complete\n",
      "02:19:02.79 65.56 percent complete\n",
      "02:19:26.19 65.74 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '⇧']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "02:19:49.72 65.93 percent complete\n",
      "02:20:13.15 66.11 percent complete\n",
      "02:20:36.74 66.30 percent complete\n",
      "02:21:00.40 66.48 percent complete\n",
      "02:21:24.24 66.67 percent complete\n",
      "02:21:47.71 66.85 percent complete\n",
      "02:22:11.50 67.04 percent complete\n",
      "02:22:34.83 67.22 percent complete\n",
      "02:22:58.59 67.41 percent complete\n",
      "02:23:22.27 67.60 percent complete\n",
      "02:23:45.44 67.78 percent complete\n",
      "02:24:09.40 67.97 percent complete\n",
      "02:24:33.37 68.15 percent complete\n",
      "02:24:56.79 68.34 percent complete\n",
      "02:25:20.33 68.52 percent complete\n",
      "02:25:43.62 68.71 percent complete\n",
      "02:26:07.90 68.89 percent complete\n",
      "02:26:31.04 69.08 percent complete\n",
      "02:26:54.16 69.26 percent complete\n",
      "02:27:17.65 69.45 percent complete\n",
      "02:27:41.45 69.63 percent complete\n",
      "02:28:04.83 69.82 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '” *']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "02:28:28.00 70.00 percent complete\n",
      "02:28:51.37 70.19 percent complete\n",
      "02:29:14.45 70.37 percent complete\n",
      "02:29:38.45 70.56 percent complete\n",
      "02:30:01.48 70.74 percent complete\n",
      "02:30:25.48 70.93 percent complete\n",
      "02:30:49.06 71.11 percent complete\n",
      "02:31:12.21 71.30 percent complete\n",
      "02:31:35.63 71.48 percent complete\n",
      "02:31:59.32 71.67 percent complete\n",
      "02:32:22.52 71.85 percent complete\n",
      "02:32:45.58 72.04 percent complete\n",
      "02:33:09.23 72.22 percent complete\n",
      "02:33:32.88 72.41 percent complete\n",
      "02:33:56.73 72.60 percent complete\n",
      "02:34:20.52 72.78 percent complete\n",
      "02:34:43.54 72.97 percent complete\n",
      "02:35:07.11 73.15 percent complete\n",
      "02:35:30.17 73.34 percent complete\n",
      "02:35:53.57 73.52 percent complete\n",
      "02:36:17.02 73.71 percent complete\n",
      "02:36:40.56 73.89 percent complete\n",
      "02:37:05.02 74.08 percent complete\n",
      "02:37:28.07 74.26 percent complete\n",
      "02:37:51.47 74.45 percent complete\n",
      "02:38:14.72 74.63 percent complete\n",
      "02:38:38.89 74.82 percent complete\n",
      "02:39:02.56 75.00 percent complete\n",
      "02:39:26.20 75.19 percent complete\n",
      "02:39:50.16 75.37 percent complete\n",
      "02:40:14.50 75.56 percent complete\n",
      "02:40:37.96 75.74 percent complete\n",
      "02:41:01.88 75.93 percent complete\n",
      "02:41:25.03 76.11 percent complete\n",
      "02:41:47.87 76.30 percent complete\n",
      "02:42:11.87 76.48 percent complete\n",
      "02:42:35.16 76.67 percent complete\n",
      "02:42:58.52 76.85 percent complete\n",
      "02:43:24.00 77.04 percent complete\n",
      "02:43:46.42 77.23 percent complete\n",
      "02:44:09.93 77.41 percent complete\n",
      "02:44:33.35 77.60 percent complete\n",
      "02:44:57.32 77.78 percent complete\n",
      "02:45:21.26 77.97 percent complete\n",
      "02:45:44.63 78.15 percent complete\n",
      "02:46:08.43 78.34 percent complete\n",
      "02:46:32.79 78.52 percent complete\n",
      "02:46:56.05 78.71 percent complete\n",
      "02:47:19.59 78.89 percent complete\n",
      "02:47:43.08 79.08 percent complete\n",
      "02:48:06.66 79.26 percent complete\n",
      "02:48:29.76 79.45 percent complete\n",
      "02:48:53.32 79.63 percent complete\n",
      "02:49:17.00 79.82 percent complete\n",
      "02:49:40.03 80.00 percent complete\n",
      "02:50:03.84 80.19 percent complete\n",
      "02:50:27.29 80.37 percent complete\n",
      "02:50:50.71 80.56 percent complete\n",
      "02:52:23.88 81.30 percent complete\n",
      "02:52:48.07 81.48 percent complete\n",
      "02:53:11.48 81.67 percent complete\n",
      "02:53:35.01 81.85 percent complete\n",
      "02:53:58.80 82.04 percent complete\n",
      "02:54:22.62 82.23 percent complete\n",
      "02:54:45.96 82.41 percent complete\n",
      "02:55:09.50 82.60 percent complete\n",
      "02:55:32.95 82.78 percent complete\n",
      "02:55:56.44 82.97 percent complete\n",
      "02:56:20.03 83.15 percent complete\n",
      "02:56:43.58 83.34 percent complete\n",
      "02:57:07.25 83.52 percent complete\n",
      "02:57:30.33 83.71 percent complete\n",
      "02:57:53.80 83.89 percent complete\n",
      "02:58:17.55 84.08 percent complete\n",
      "02:58:40.63 84.26 percent complete\n",
      "02:59:04.08 84.45 percent complete\n",
      "02:59:29.20 84.63 percent complete\n",
      "02:59:52.71 84.82 percent complete\n",
      "03:00:16.42 85.00 percent complete\n",
      "03:00:39.78 85.19 percent complete\n",
      "03:01:03.32 85.37 percent complete\n",
      "03:01:26.55 85.56 percent complete\n",
      "03:01:49.36 85.74 percent complete\n",
      "03:02:13.10 85.93 percent complete\n",
      "03:02:36.37 86.11 percent complete\n",
      "03:02:59.65 86.30 percent complete\n",
      "03:03:23.49 86.48 percent complete\n",
      "03:03:47.18 86.67 percent complete\n",
      "03:04:11.52 86.86 percent complete\n",
      "03:04:34.77 87.04 percent complete\n",
      "03:04:57.25 87.23 percent complete\n",
      "03:05:20.52 87.41 percent complete\n",
      "03:05:45.47 87.60 percent complete\n",
      "03:06:08.40 87.78 percent complete\n",
      "03:06:32.71 87.97 percent complete\n",
      "03:06:56.31 88.15 percent complete\n",
      "03:07:19.97 88.34 percent complete\n",
      "03:07:43.59 88.52 percent complete\n",
      "03:08:06.69 88.71 percent complete\n",
      "03:08:29.90 88.89 percent complete\n",
      "03:08:54.56 89.08 percent complete\n",
      "03:09:18.55 89.26 percent complete\n",
      "03:09:42.67 89.45 percent complete\n",
      "03:10:06.53 89.63 percent complete\n",
      "03:10:29.54 89.82 percent complete\n",
      "03:10:53.29 90.00 percent complete\n",
      "03:11:17.33 90.19 percent complete\n",
      "03:11:40.36 90.37 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "03:12:04.94 90.56 percent complete\n",
      "03:12:28.12 90.74 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '\\']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "03:12:52.12 90.93 percent complete\n",
      "03:13:15.39 91.11 percent complete\n",
      "03:13:38.56 91.30 percent complete\n",
      "03:14:01.81 91.48 percent complete\n",
      "03:14:25.25 91.67 percent complete\n",
      "03:14:48.06 91.86 percent complete\n",
      "03:15:12.70 92.04 percent complete\n",
      "03:15:36.48 92.23 percent complete\n",
      "03:15:59.39 92.41 percent complete\n",
      "03:16:23.20 92.60 percent complete\n",
      "03:16:46.70 92.78 percent complete\n",
      "03:17:09.74 92.97 percent complete\n",
      "03:17:33.37 93.15 percent complete\n",
      "03:17:56.43 93.34 percent complete\n",
      "03:18:20.71 93.52 percent complete\n",
      "03:18:44.10 93.71 percent complete\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Applied processor reduces input query to empty string, all comparisons will have score 0. [Query: '․ ․ ․ ․']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "03:19:07.37 93.89 percent complete\n",
      "03:19:30.39 94.08 percent complete\n",
      "03:19:54.47 94.26 percent complete\n",
      "03:20:17.90 94.45 percent complete\n",
      "03:20:41.64 94.63 percent complete\n",
      "03:21:05.26 94.82 percent complete\n",
      "03:21:28.74 95.00 percent complete\n",
      "03:21:52.00 95.19 percent complete\n",
      "03:22:15.78 95.37 percent complete\n",
      "03:22:38.97 95.56 percent complete\n",
      "03:23:01.92 95.74 percent complete\n",
      "03:23:24.74 95.93 percent complete\n",
      "03:23:48.57 96.11 percent complete\n",
      "03:24:12.84 96.30 percent complete\n",
      "03:24:36.87 96.49 percent complete\n",
      "03:25:00.31 96.67 percent complete\n",
      "03:25:24.52 96.86 percent complete\n",
      "03:25:48.10 97.04 percent complete\n",
      "03:26:11.18 97.23 percent complete\n",
      "03:26:34.13 97.41 percent complete\n",
      "03:26:58.46 97.60 percent complete\n",
      "03:27:21.91 97.78 percent complete\n",
      "03:27:46.15 97.97 percent complete\n",
      "03:28:09.84 98.15 percent complete\n",
      "03:28:33.46 98.34 percent complete\n",
      "03:28:56.39 98.52 percent complete\n",
      "03:29:19.47 98.71 percent complete\n",
      "03:29:43.16 98.89 percent complete\n",
      "03:30:06.23 99.08 percent complete\n",
      "03:30:29.82 99.26 percent complete\n",
      "03:30:52.99 99.45 percent complete\n",
      "03:31:17.52 99.63 percent complete\n",
      "03:31:40.80 99.82 percent complete\n"
     ]
    }
   ],
   "source": [
    "# NOTE - This might run slow depending on the size of your training set. We are\n",
    "# printing some information to help you track how long it would take. \n",
    "scores = []\n",
    "start_time = time.time()\n",
    "for idx, row in df_without_duplicates.iterrows():\n",
    "    scores.append(fuzzfilter(row['source_sentence'], list(en_test_sents), 5))\n",
    "    if idx % 1000 == 0:\n",
    "        hours, rem = divmod(time.time() - start_time, 3600)\n",
    "        minutes, seconds = divmod(rem, 60)\n",
    "        print(\"{:0>2}:{:0>2}:{:05.2f}\".format(int(hours),int(minutes),seconds), \"%0.2f percent complete\" % (100.0*float(idx)/float(len(df_without_duplicates))))\n",
    "\n",
    "# Filter out \"almost overlapping samples\"\n",
    "df_without_duplicates['scores'] = scores\n",
    "df_without_duplicates = df_without_duplicates[df_without_duplicates['scores'] < 95]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "df_without_duplicates.to_csv('data_process_without_duplicates.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "splitting the data into train/test sets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "==> train.en <==\n",
      "Shepherds of God’s flock need to give loving assistance to Christians who have erred but are truly repentant .\n",
      "Claire explained that as one of Jehovah’s Witnesses , she did not casually date boys .\n",
      "Thus , during the next ten years , in a setting of magnificent mountains , forests , and lakes in northern Sumatra , we worked with missionaries from Australia , Austria , Germany , the Philippines , Sweden , and the United States .\n",
      "They pick up a newspaper and read about bomb blasts that rip through buildings , killing scores of innocent people .\n",
      "For instance , Christian elders are greatly needed .\n",
      "( June 22 , 2002 ) It was exciting to read about Sigismund , who defended the anti - Trinitarians in their debates , and about how legal recognition was given to the Unitarian Church .\n",
      "He recalls : “ Our brief conversation was enough to give me renewed courage .\n",
      "Read Psalms 148 - 150 , and observe how often these three psalms encourage us to praise Jehovah .\n",
      "You might even have received a printed flier advertising the get - together .\n",
      "Sky & Telescope magazine recently addressed this age - ​ old question , and the answer is not as simple to find as one might assume .\n",
      "\n",
      "==> train.ln <==\n",
      "Babateli na mpate ya etɔ́nga ya Nzambe basengeli na bolingo nyonso kosunga baklisto oyo basalaki lisumu kasi babongolaki mpenza motema .\n",
      "Claire ayebisaki ye ete lokola azali Motatoli ya Yehova , akoki te kolinga mibali kaka mpo na kosepelisa nzoto .\n",
      "Na yango , na boumeli ya mibu zomi oyo milandaki , tosakolaki na nord ya Sumatra , elongo na bamisionere oyo bautaki na Allemagne , na Australie , na Autriche , na Etats - Unis , na Philippines mpe na Suède , na esika oyo ezalaki na bangomba , bazámba mpe mabéké ya kitoko .\n",
      "Soki otángi bazulunalo , okomona bansango ya babɔmbi oyo ebebisi bandako , mpe ebomi ebele ya bato oyo basali eloko te .\n",
      "Na ndakisa , tozali na mposa makasi ya bankulutu na masangá .\n",
      "( 22 Yuni 2002 , ebimeli ya Lifalanse ) Nasepelaki mingi ntango natángaki lisolo ya Sigismond oyo akɔtelaki bato oyo bandimaka Bosato te ntango bazalaki kobimisa makanisi na bango mpe ndenge oyo Église unitarienne endimamaki na mibeko ya Leta .\n",
      "Alobi boye : “ Mwa lisolo oyo tosololaki na ye epesaki ngai makasi .\n",
      "Soki otángi Nzembo 148 tii na 150 , okomona mbala boni banzembo wana misato elendisi biso tósanzola Yehova .\n",
      "Mbala mosusu bapesi yo lokasa ya invitation .\n",
      "Eleki kala mingi te , zulunalo Sky & Telescope etunaki motuna wana ya ntina , mpe eyano ezali pɛtɛɛ te mpo na kozwa yango lokola tokoki kokanisa yango .\n",
      "==> dev.en <==\n",
      "“ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "Jehovah Is Exalted\n",
      "He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "asked an Awake ! writer .\n",
      "Rather , Noah obeyed his God so closely and loved him so dearly that it was as if he and Jehovah walked together as friends .\n",
      "Since bathing was an important part of daily life , the inhabitants gradually became acquainted with Roman gods and religion .\n",
      "The discovery and excavation of its ruins once again corroborated Bible accounts .\n",
      "Those who taught us were longtime circus patriarchs who usually came from generations of circus families .\n",
      "Although Jesus already belonged to his heavenly Father , Jehovah was delighted to see his Son’s willingness to do His will exclusively .\n",
      "Jehovah never lets me down . ”\n",
      "\n",
      "==> dev.ln <==\n",
      "Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "Yehova akumisami\n",
      "Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "Mokomi moko ya Lamuká !\n",
      "Noa atosaki Nzambe mpenza mpe alingaki ye mingi , yango wana ezalaki lokola ye ná Yehova bazalaki kotambola elongo lokola baninga .\n",
      "Lokola kosukola ezalaki moko ya makambo oyo bato bazalaki kosala na mokolo , mokemoke bato ya mboka yango bamesanaki na banzambe ya Baroma mpe lingomba na bango .\n",
      "Biloko oyo bato ya mayele bakundoli na esika oyo Ninive ezalaki emonisi ete masolo ya Biblia ezali mpenza solo .\n",
      "Baoyo bazalaki kolakisa biso bazalaki bato ya kala na cirque , oyo mbala mingi baboti mpe bankɔkɔ na bango bazalaki mpe kosala masano yango .\n",
      "Banda kala Yesu azalaki moto ya Yehova .\n",
      "Yehova asundolaka ngai te . ”\n"
     ]
    }
   ],
   "source": [
    "\n",
    "# We use 1000 dev test and the given test set.\n",
    "import csv\n",
    "\n",
    "# Do the split between dev/train and create parallel corpora\n",
    "num_dev_patterns = 1000\n",
    "\n",
    "# Optional: lower case the corpora - this will make it easier to generalize, but without proper casing.\n",
    "if lc:  # Julia: making lowercasing optional\n",
    "    df_without_duplicates[\"source_sentence\"] = df_without_duplicates[\"source_sentence\"].str.lower()\n",
    "    df_without_duplicates[\"target_sentence\"] = df_without_duplicates[\"target_sentence\"].str.lower()\n",
    "\n",
    "# Julia: test sets are already generated\n",
    "dev = df_without_duplicates.tail(num_dev_patterns) # Herman: Error in original\n",
    "stripped = df_without_duplicates.drop(df_without_duplicates.tail(num_dev_patterns).index)\n",
    "\n",
    "with open(\"train.\"+source_language, \"w\") as src_file, open(\"train.\"+target_language, \"w\") as trg_file:\n",
    "    for index, row in stripped.iterrows():\n",
    "        src_file.write(row[\"source_sentence\"]+\"\\n\")\n",
    "        trg_file.write(row[\"target_sentence\"]+\"\\n\")\n",
    "    \n",
    "with open(\"dev.\"+source_language, \"w\") as src_file, open(\"dev.\"+target_language, \"w\") as trg_file:\n",
    "    for index, row in dev.iterrows():\n",
    "        src_file.write(row[\"source_sentence\"]+\"\\n\")\n",
    "        trg_file.write(row[\"target_sentence\"]+\"\\n\")\n",
    "\n",
    "#stripped[[\"source_sentence\"]].to_csv(\"train.\"+source_language, header=False, index=False)  # Herman: Added `header=False` everywhere\n",
    "#stripped[[\"target_sentence\"]].to_csv(\"train.\"+target_language, header=False, index=False)  # Julia: Problematic handling of quotation marks.\n",
    "\n",
    "#dev[[\"source_sentence\"]].to_csv(\"dev.\"+source_language, header=False, index=False)\n",
    "#dev[[\"target_sentence\"]].to_csv(\"dev.\"+target_language, header=False, index=False)\n",
    "\n",
    "# Doublecheck the format below. There should be no extra quotation marks or weird characters.\n",
    "! head train.*\n",
    "! head dev.*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# checking if joeymnt is installed and skip the installation "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "joeynmt==0.0.1\r\n"
     ]
    }
   ],
   "source": [
    "!pip3 freeze | grep joeynmt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "subword-nmt==0.3.6\r\n"
     ]
    }
   ],
   "source": [
    "!pip3 freeze | grep subword-nmt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/usr/local/bin/subword-nmt\r\n"
     ]
    }
   ],
   "source": [
    "!which subword-nmt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Preprocessing the Data into Subword BPE Tokens\n",
    "\n",
    "- One of the most powerful improvements for agglutinative languages (a feature of most Bantu languages) is using BPE tokenization (Sennrich, 2015) .\n",
    "\n",
    "- It was also shown that by optimizing the umber of BPE codes we significantly improve results for low-resourced languages (Sennrich, 2019) (Martinus, 2019)\n",
    "\n",
    "- Below we have the scripts for doing BPE tokenization of our data. We use 4000 tokens as recommended by (Sennrich, 2019). You do not need to change anything. Simply running the below will be suitable."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "from os import path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "os.environ[\"src\"] = source_language # Sets them in bash as well, since we often use bash scripts\n",
    "os.environ[\"tgt\"] = target_language"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "create the new data folder from the working directory since joeymnt is already installed we are using another data folder"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "!mkdir data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Learn BPEs on the training data.\n",
    "os.environ[\"data_path\"] = path.join(\"data\", source_language + target_language) # Herma"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "! subword-nmt learn-joint-bpe-and-vocab --input train.$src train.$tgt -s 4000 -o bpe.codes.4000 --write-vocabulary vocab.$src vocab.$tgt\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Apply BPE splits to the development and test data.\n",
    "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < train.$src > train.bpe.$src\n",
    "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < train.$tgt > train.bpe.$tgt\n",
    "\n",
    "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < dev.$src > dev.bpe.$src\n",
    "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < dev.$tgt > dev.bpe.$tgt\n",
    "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$src < test.$src > test.bpe.$src\n",
    "! subword-nmt apply-bpe -c bpe.codes.4000 --vocabulary vocab.$tgt < test.$tgt > test.bpe.$tgt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "creating the data folder from my language and copying everything to it"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "bpe.codes.4000\tdev.en\t     test.bpe.ln     test.ln\t   train.en\r\n",
      "dev.bpe.en\tdev.ln\t     test.en\t     train.bpe.en  train.ln\r\n",
      "dev.bpe.ln\ttest.bpe.en  test.en-any.en  train.bpe.ln\r\n"
     ]
    }
   ],
   "source": [
    "! mkdir -p $data_path\n",
    "! cp train.* $data_path\n",
    "! cp test.* $data_path\n",
    "! cp dev.* $data_path\n",
    "! cp bpe.codes.4000 $data_path\n",
    "! ls $data_path"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Creating the vocabulary using joeymnt "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "getting the script manually and checking  and run it"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--2020-01-27 18:37:20--  https://raw.githubusercontent.com/joeynmt/joeynmt/master/scripts/build_vocab.py\n",
      "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 151.101.192.133, 151.101.128.133, 151.101.64.133, ...\n",
      "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|151.101.192.133|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 2034 (2.0K) [text/plain]\n",
      "Saving to: ‘build_vocab.py’\n",
      "\n",
      "build_vocab.py      100%[===================>]   1.99K  --.-KB/s    in 0s      \n",
      "\n",
      "2020-01-27 18:37:20 (39.3 MB/s) - ‘build_vocab.py’ saved [2034/2034]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!wget https://raw.githubusercontent.com/joeynmt/joeynmt/master/scripts/build_vocab.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "!python3 build_vocab.py data/$src$tgt/train.bpe.$src data/$src$tgt/train.bpe.$tgt --output_path data/$src$tgt/vocab.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BPE Lingala Sentences\n",
      "Yango wana , ezali na ntina mingi ete baboti bá@@ koba koteya bana na bango . ”\n",
      "Tiká bana na yo bá@@ mona ete Yehova azali mpenza solo na miso na yo .\n",
      "B@@ alobi boye : “ T@@ oy@@ ebisaki mpe mwana na biso ya mwasi ya liboso ‘ at@@ y@@ ela Yehova motema mobimba , ak@@ oba komipesa na mosala ya Bokonzi , mpe am@@ itungisa mingi te . ’\n",
      "Ntango amonaki ndenge likambo yango es@@ ukaki , ayebaki ete Yehova azalaki kosalisa biso .\n",
      "Yango ekóm@@ isaki makasi kondima na ye epai ya Nzambe mpe na Biblia . ”\n",
      "Combined BPE Vocab\n",
      "ò\n",
      "✘\n",
      "κ@@\n",
      "ά@@\n",
      "ʺ\n",
      "(@@\n",
      "Ṭ@@\n",
      "ʽ\n",
      "ă\n",
      "ingomba\n"
     ]
    }
   ],
   "source": [
    "# Some output\n",
    "! echo \"BPE Lingala Sentences\"\n",
    "! tail -n 5 test.bpe.$tgt\n",
    "! echo \"Combined BPE Vocab\"\n",
    "! tail -n 10 data/$src$tgt/vocab.txt "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Creating the JoeyNMT Config\n",
    "\n",
    "JoeyNMT requires a yaml config. We provide a template below. We've also set a number of defaults with it, that you may play with!\n",
    "\n",
    "- We used Transformer architecture\n",
    "- We set our dropout to reasonably high: 0.3 (recommended in (Sennrich, 2019))\n",
    "Things worth playing with:\n",
    "\n",
    "- The batch size (also recommended to change for low-resourced languages)\n",
    "- The number of epochs (we've set it at 30 just so it runs in about an hour, for testing purposes)\n",
    "- The decoder options (beam_size, alpha)\n",
    "Evaluation metrics (BLEU versus Crhf4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "JW300_latest_xml_en-ln.xml\t     dev.bpe.ln      test.en-any.en\r\n",
      "JW300_latest_xml_en.zip\t\t     dev.en\t     test.ln\r\n",
      "JW300_latest_xml_ln.zip\t\t     dev.ln\t     train.bpe.en\r\n",
      "baseline_2020.ipynb\t\t     en-ln-baseline  train.bpe.ln\r\n",
      "bpe.codes.4000\t\t\t     jw300.en\t     train.en\r\n",
      "build_vocab.py\t\t\t     jw300.ln\t     train.ln\r\n",
      "data\t\t\t\t     test.bpe.en     vocab.en\r\n",
      "data_process_without_duplicates.csv  test.bpe.ln     vocab.ln\r\n",
      "dev.bpe.en\t\t\t     test.en\r\n"
     ]
    }
   ],
   "source": [
    "!ls "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "!mkdir models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "!mkdir config"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "# This creates the config file for our JoeyNMT system. It might seem overwhelming so we've provided a couple of useful parameters you'll need to update\n",
    "# (You can of course play with all the parameters if you'd like!)\n",
    "\n",
    "name = '{}{}'.format(source_language, target_language)\n",
    "gdrive_path = os.environ[\"gdrive_path\"]\n",
    "\n",
    "# Create the config\n",
    "config = \"\"\"\n",
    "name: \"{name}_transformer\"\n",
    "\n",
    "data:\n",
    "    src: \"{source_language}\"\n",
    "    trg: \"{target_language}\"\n",
    "    train: \"data/{name}/train.bpe\"\n",
    "    dev:   \"data/{name}/dev.bpe\"\n",
    "    test:  \"data/{name}/test.bpe\"\n",
    "    level: \"bpe\"\n",
    "    lowercase: False\n",
    "    max_sent_length: 100\n",
    "    src_vocab: \"data/{name}/vocab.txt\"\n",
    "    trg_vocab: \"data/{name}/vocab.txt\"\n",
    "\n",
    "testing:\n",
    "    beam_size: 5\n",
    "    alpha: 1.0\n",
    "\n",
    "training:\n",
    "    #load_model: \"{gdrive_path}/models/{name}_transformer/1.ckpt\" # if uncommented, load a pre-trained model from this checkpoint\n",
    "    random_seed: 42\n",
    "    optimizer: \"adam\"\n",
    "    normalization: \"tokens\"\n",
    "    adam_betas: [0.9, 0.999] \n",
    "    scheduling: \"plateau\"           # TODO: try switching from plateau to Noam scheduling\n",
    "    patience: 5                     # For plateau: decrease learning rate by decrease_factor if validation score has not improved for this many validation rounds.\n",
    "    learning_rate_factor: 0.5       # factor for Noam scheduler (used with Transformer)\n",
    "    learning_rate_warmup: 1000      # warmup steps for Noam scheduler (used with Transformer)\n",
    "    decrease_factor: 0.7\n",
    "    loss: \"crossentropy\"\n",
    "    learning_rate: 0.0003\n",
    "    learning_rate_min: 0.00000001\n",
    "    weight_decay: 0.0\n",
    "    label_smoothing: 0.1\n",
    "    batch_size: 4096\n",
    "    batch_type: \"token\"\n",
    "    eval_batch_size: 3600\n",
    "    eval_batch_type: \"token\"\n",
    "    batch_multiplier: 1\n",
    "    early_stopping_metric: \"ppl\"\n",
    "    epochs: 30                     # TODO: Decrease for when playing around and checking of working. Around 30 is sufficient to check if its working at all\n",
    "    validation_freq: 1000          # TODO: Set to at least once per epoch.\n",
    "    logging_freq: 100\n",
    "    eval_metric: \"bleu\"\n",
    "    model_dir: \"models/{name}_transformer\"\n",
    "    overwrite: False               # TODO: Set to True if you want to overwrite possibly existing models. \n",
    "    shuffle: True\n",
    "    use_cuda: True\n",
    "    max_output_length: 100\n",
    "    print_valid_sents: [0, 1, 2, 3]\n",
    "    keep_last_ckpts: 3\n",
    "\n",
    "model:\n",
    "    initializer: \"xavier\"\n",
    "    bias_initializer: \"zeros\"\n",
    "    init_gain: 1.0\n",
    "    embed_initializer: \"xavier\"\n",
    "    embed_init_gain: 1.0\n",
    "    tied_embeddings: True\n",
    "    tied_softmax: True\n",
    "    encoder:\n",
    "        type: \"transformer\"\n",
    "        num_layers: 6\n",
    "        num_heads: 4             # TODO: Increase to 8 for larger data.\n",
    "        embeddings:\n",
    "            embedding_dim: 256   # TODO: Increase to 512 for larger data.\n",
    "            scale: True\n",
    "            dropout: 0.2\n",
    "        # typically ff_size = 4 x hidden_size\n",
    "        hidden_size: 256         # TODO: Increase to 512 for larger data.\n",
    "        ff_size: 1024            # TODO: Increase to 2048 for larger data.\n",
    "        dropout: 0.3\n",
    "    decoder:\n",
    "        type: \"transformer\"\n",
    "        num_layers: 6\n",
    "        num_heads: 4              # TODO: Increase to 8 for larger data.\n",
    "        embeddings:\n",
    "            embedding_dim: 256    # TODO: Increase to 512 for larger data.\n",
    "            scale: True\n",
    "            dropout: 0.2\n",
    "        # typically ff_size = 4 x hidden_size\n",
    "        hidden_size: 256         # TODO: Increase to 512 for larger data.\n",
    "        ff_size: 1024            # TODO: Increase to 2048 for larger data.\n",
    "        dropout: 0.3\n",
    "\"\"\".format(name=name, gdrive_path=os.environ[\"gdrive_path\"], source_language=source_language, target_language=target_language)\n",
    "with open(\"config/transformer_{name}.yaml\".format(name=name),'w') as f:\n",
    "    f.write(config)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "transformer_enln.yaml\r\n"
     ]
    }
   ],
   "source": [
    "!ls config"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Train the Model"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Trying to fix the issue with tensorboard not found"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensorboard==1.14.0\r\n"
     ]
    }
   ],
   "source": [
    "# !pip3 freeze | grep tensorboard"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting tensorboard==1.14.0\n",
      "  Downloading https://files.pythonhosted.org/packages/91/2d/2ed263449a078cd9c8a9ba50ebd50123adf1f8cfbea1492f9084169b89d9/tensorboard-1.14.0-py3-none-any.whl (3.1MB)\n",
      "\u001b[K    100% |████████████████████████████████| 3.2MB 448kB/s eta 0:00:01\n",
      "\u001b[?25hCollecting setuptools>=41.0.0 (from tensorboard==1.14.0)\n",
      "  Using cached https://files.pythonhosted.org/packages/a7/c5/6c1acea1b4ea88b86b03280f3fde1efa04fefecd4e7d2af13e602661cde4/setuptools-45.1.0-py3-none-any.whl\n",
      "Collecting protobuf>=3.6.0 (from tensorboard==1.14.0)\n",
      "  Using cached https://files.pythonhosted.org/packages/ca/ac/838c8c8a5f33a58132dd2ad2a30329f6ae1614a9f56ffb79eaaf71a9d156/protobuf-3.11.2-cp36-cp36m-manylinux1_x86_64.whl\n",
      "Collecting numpy>=1.12.0 (from tensorboard==1.14.0)\n",
      "  Using cached https://files.pythonhosted.org/packages/62/20/4d43e141b5bc426ba38274933ef8e76e85c7adea2c321ecf9ebf7421cedf/numpy-1.18.1-cp36-cp36m-manylinux1_x86_64.whl\n",
      "Collecting absl-py>=0.4 (from tensorboard==1.14.0)\n",
      "Collecting werkzeug>=0.11.15 (from tensorboard==1.14.0)\n",
      "  Using cached https://files.pythonhosted.org/packages/c2/e4/a859d2fe516f466642fa5c6054fd9646271f9da26b0cac0d2f37fc858c8f/Werkzeug-0.16.1-py2.py3-none-any.whl\n",
      "Collecting markdown>=2.6.8 (from tensorboard==1.14.0)\n",
      "  Using cached https://files.pythonhosted.org/packages/c0/4e/fd492e91abdc2d2fcb70ef453064d980688762079397f779758e055f6575/Markdown-3.1.1-py2.py3-none-any.whl\n",
      "Collecting grpcio>=1.6.3 (from tensorboard==1.14.0)\n",
      "  Using cached https://files.pythonhosted.org/packages/8b/9b/ba5d094f979325fdba696bafa9ee23cc50b8fc60481e3d2a9e13d76817dc/grpcio-1.26.0-cp36-cp36m-manylinux1_x86_64.whl\n",
      "Collecting six>=1.10.0 (from tensorboard==1.14.0)\n",
      "  Using cached https://files.pythonhosted.org/packages/65/eb/1f97cb97bfc2390a276969c6fae16075da282f5058082d4cb10c6c5c1dba/six-1.14.0-py2.py3-none-any.whl\n",
      "Collecting wheel>=0.26; python_version >= \"3\" (from tensorboard==1.14.0)\n",
      "  Using cached https://files.pythonhosted.org/packages/58/2b/2a307602a01ade0a4ef1774213f978aac87d1f4b9a875942c8cead888871/wheel-0.34.0-py2.py3-none-any.whl\n",
      "Installing collected packages: setuptools, six, protobuf, numpy, absl-py, werkzeug, markdown, grpcio, wheel, tensorboard\n",
      "Successfully installed absl-py-0.9.0 grpcio-1.26.0 markdown-3.1.1 numpy-1.18.1 protobuf-3.11.2 setuptools-45.1.0 six-1.14.0 tensorboard-1.14.0 werkzeug-0.16.1 wheel-0.34.0\n"
     ]
    }
   ],
   "source": [
    "# !pip3 install tensorboard==1.14.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting torch\n",
      "  Using cached https://files.pythonhosted.org/packages/24/19/4804aea17cd136f1705a5e98a00618cb8f6ccc375ad8bfa437408e09d058/torch-1.4.0-cp36-cp36m-manylinux1_x86_64.whl\n",
      "Installing collected packages: torch\n",
      "Successfully installed torch-1.4.0\n"
     ]
    }
   ],
   "source": [
    "!pip3 install --upgrade torch"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This single line of joeynmt runs the training using the config we made above"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
      "2020-01-27 19:55:29,232 Hello! This is Joey-NMT.\n",
      "2020-01-27 19:55:29,239 Total params: 12194816\n",
      "2020-01-27 19:55:29,240 Trainable parameters: ['decoder.layer_norm.bias', 'decoder.layer_norm.weight', 'decoder.layers.0.dec_layer_norm.bias', 'decoder.layers.0.dec_layer_norm.weight', 'decoder.layers.0.feed_forward.layer_norm.bias', 'decoder.layers.0.feed_forward.layer_norm.weight', 'decoder.layers.0.feed_forward.pwff_layer.0.bias', 'decoder.layers.0.feed_forward.pwff_layer.0.weight', 'decoder.layers.0.feed_forward.pwff_layer.3.bias', 'decoder.layers.0.feed_forward.pwff_layer.3.weight', 'decoder.layers.0.src_trg_att.k_layer.bias', 'decoder.layers.0.src_trg_att.k_layer.weight', 'decoder.layers.0.src_trg_att.output_layer.bias', 'decoder.layers.0.src_trg_att.output_layer.weight', 'decoder.layers.0.src_trg_att.q_layer.bias', 'decoder.layers.0.src_trg_att.q_layer.weight', 'decoder.layers.0.src_trg_att.v_layer.bias', 'decoder.layers.0.src_trg_att.v_layer.weight', 'decoder.layers.0.trg_trg_att.k_layer.bias', 'decoder.layers.0.trg_trg_att.k_layer.weight', 'decoder.layers.0.trg_trg_att.output_layer.bias', 'decoder.layers.0.trg_trg_att.output_layer.weight', 'decoder.layers.0.trg_trg_att.q_layer.bias', 'decoder.layers.0.trg_trg_att.q_layer.weight', 'decoder.layers.0.trg_trg_att.v_layer.bias', 'decoder.layers.0.trg_trg_att.v_layer.weight', 'decoder.layers.0.x_layer_norm.bias', 'decoder.layers.0.x_layer_norm.weight', 'decoder.layers.1.dec_layer_norm.bias', 'decoder.layers.1.dec_layer_norm.weight', 'decoder.layers.1.feed_forward.layer_norm.bias', 'decoder.layers.1.feed_forward.layer_norm.weight', 'decoder.layers.1.feed_forward.pwff_layer.0.bias', 'decoder.layers.1.feed_forward.pwff_layer.0.weight', 'decoder.layers.1.feed_forward.pwff_layer.3.bias', 'decoder.layers.1.feed_forward.pwff_layer.3.weight', 'decoder.layers.1.src_trg_att.k_layer.bias', 'decoder.layers.1.src_trg_att.k_layer.weight', 'decoder.layers.1.src_trg_att.output_layer.bias', 'decoder.layers.1.src_trg_att.output_layer.weight', 'decoder.layers.1.src_trg_att.q_layer.bias', 'decoder.layers.1.src_trg_att.q_layer.weight', 'decoder.layers.1.src_trg_att.v_layer.bias', 'decoder.layers.1.src_trg_att.v_layer.weight', 'decoder.layers.1.trg_trg_att.k_layer.bias', 'decoder.layers.1.trg_trg_att.k_layer.weight', 'decoder.layers.1.trg_trg_att.output_layer.bias', 'decoder.layers.1.trg_trg_att.output_layer.weight', 'decoder.layers.1.trg_trg_att.q_layer.bias', 'decoder.layers.1.trg_trg_att.q_layer.weight', 'decoder.layers.1.trg_trg_att.v_layer.bias', 'decoder.layers.1.trg_trg_att.v_layer.weight', 'decoder.layers.1.x_layer_norm.bias', 'decoder.layers.1.x_layer_norm.weight', 'decoder.layers.2.dec_layer_norm.bias', 'decoder.layers.2.dec_layer_norm.weight', 'decoder.layers.2.feed_forward.layer_norm.bias', 'decoder.layers.2.feed_forward.layer_norm.weight', 'decoder.layers.2.feed_forward.pwff_layer.0.bias', 'decoder.layers.2.feed_forward.pwff_layer.0.weight', 'decoder.layers.2.feed_forward.pwff_layer.3.bias', 'decoder.layers.2.feed_forward.pwff_layer.3.weight', 'decoder.layers.2.src_trg_att.k_layer.bias', 'decoder.layers.2.src_trg_att.k_layer.weight', 'decoder.layers.2.src_trg_att.output_layer.bias', 'decoder.layers.2.src_trg_att.output_layer.weight', 'decoder.layers.2.src_trg_att.q_layer.bias', 'decoder.layers.2.src_trg_att.q_layer.weight', 'decoder.layers.2.src_trg_att.v_layer.bias', 'decoder.layers.2.src_trg_att.v_layer.weight', 'decoder.layers.2.trg_trg_att.k_layer.bias', 'decoder.layers.2.trg_trg_att.k_layer.weight', 'decoder.layers.2.trg_trg_att.output_layer.bias', 'decoder.layers.2.trg_trg_att.output_layer.weight', 'decoder.layers.2.trg_trg_att.q_layer.bias', 'decoder.layers.2.trg_trg_att.q_layer.weight', 'decoder.layers.2.trg_trg_att.v_layer.bias', 'decoder.layers.2.trg_trg_att.v_layer.weight', 'decoder.layers.2.x_layer_norm.bias', 'decoder.layers.2.x_layer_norm.weight', 'decoder.layers.3.dec_layer_norm.bias', 'decoder.layers.3.dec_layer_norm.weight', 'decoder.layers.3.feed_forward.layer_norm.bias', 'decoder.layers.3.feed_forward.layer_norm.weight', 'decoder.layers.3.feed_forward.pwff_layer.0.bias', 'decoder.layers.3.feed_forward.pwff_layer.0.weight', 'decoder.layers.3.feed_forward.pwff_layer.3.bias', 'decoder.layers.3.feed_forward.pwff_layer.3.weight', 'decoder.layers.3.src_trg_att.k_layer.bias', 'decoder.layers.3.src_trg_att.k_layer.weight', 'decoder.layers.3.src_trg_att.output_layer.bias', 'decoder.layers.3.src_trg_att.output_layer.weight', 'decoder.layers.3.src_trg_att.q_layer.bias', 'decoder.layers.3.src_trg_att.q_layer.weight', 'decoder.layers.3.src_trg_att.v_layer.bias', 'decoder.layers.3.src_trg_att.v_layer.weight', 'decoder.layers.3.trg_trg_att.k_layer.bias', 'decoder.layers.3.trg_trg_att.k_layer.weight', 'decoder.layers.3.trg_trg_att.output_layer.bias', 'decoder.layers.3.trg_trg_att.output_layer.weight', 'decoder.layers.3.trg_trg_att.q_layer.bias', 'decoder.layers.3.trg_trg_att.q_layer.weight', 'decoder.layers.3.trg_trg_att.v_layer.bias', 'decoder.layers.3.trg_trg_att.v_layer.weight', 'decoder.layers.3.x_layer_norm.bias', 'decoder.layers.3.x_layer_norm.weight', 'decoder.layers.4.dec_layer_norm.bias', 'decoder.layers.4.dec_layer_norm.weight', 'decoder.layers.4.feed_forward.layer_norm.bias', 'decoder.layers.4.feed_forward.layer_norm.weight', 'decoder.layers.4.feed_forward.pwff_layer.0.bias', 'decoder.layers.4.feed_forward.pwff_layer.0.weight', 'decoder.layers.4.feed_forward.pwff_layer.3.bias', 'decoder.layers.4.feed_forward.pwff_layer.3.weight', 'decoder.layers.4.src_trg_att.k_layer.bias', 'decoder.layers.4.src_trg_att.k_layer.weight', 'decoder.layers.4.src_trg_att.output_layer.bias', 'decoder.layers.4.src_trg_att.output_layer.weight', 'decoder.layers.4.src_trg_att.q_layer.bias', 'decoder.layers.4.src_trg_att.q_layer.weight', 'decoder.layers.4.src_trg_att.v_layer.bias', 'decoder.layers.4.src_trg_att.v_layer.weight', 'decoder.layers.4.trg_trg_att.k_layer.bias', 'decoder.layers.4.trg_trg_att.k_layer.weight', 'decoder.layers.4.trg_trg_att.output_layer.bias', 'decoder.layers.4.trg_trg_att.output_layer.weight', 'decoder.layers.4.trg_trg_att.q_layer.bias', 'decoder.layers.4.trg_trg_att.q_layer.weight', 'decoder.layers.4.trg_trg_att.v_layer.bias', 'decoder.layers.4.trg_trg_att.v_layer.weight', 'decoder.layers.4.x_layer_norm.bias', 'decoder.layers.4.x_layer_norm.weight', 'decoder.layers.5.dec_layer_norm.bias', 'decoder.layers.5.dec_layer_norm.weight', 'decoder.layers.5.feed_forward.layer_norm.bias', 'decoder.layers.5.feed_forward.layer_norm.weight', 'decoder.layers.5.feed_forward.pwff_layer.0.bias', 'decoder.layers.5.feed_forward.pwff_layer.0.weight', 'decoder.layers.5.feed_forward.pwff_layer.3.bias', 'decoder.layers.5.feed_forward.pwff_layer.3.weight', 'decoder.layers.5.src_trg_att.k_layer.bias', 'decoder.layers.5.src_trg_att.k_layer.weight', 'decoder.layers.5.src_trg_att.output_layer.bias', 'decoder.layers.5.src_trg_att.output_layer.weight', 'decoder.layers.5.src_trg_att.q_layer.bias', 'decoder.layers.5.src_trg_att.q_layer.weight', 'decoder.layers.5.src_trg_att.v_layer.bias', 'decoder.layers.5.src_trg_att.v_layer.weight', 'decoder.layers.5.trg_trg_att.k_layer.bias', 'decoder.layers.5.trg_trg_att.k_layer.weight', 'decoder.layers.5.trg_trg_att.output_layer.bias', 'decoder.layers.5.trg_trg_att.output_layer.weight', 'decoder.layers.5.trg_trg_att.q_layer.bias', 'decoder.layers.5.trg_trg_att.q_layer.weight', 'decoder.layers.5.trg_trg_att.v_layer.bias', 'decoder.layers.5.trg_trg_att.v_layer.weight', 'decoder.layers.5.x_layer_norm.bias', 'decoder.layers.5.x_layer_norm.weight', 'encoder.layer_norm.bias', 'encoder.layer_norm.weight', 'encoder.layers.0.feed_forward.layer_norm.bias', 'encoder.layers.0.feed_forward.layer_norm.weight', 'encoder.layers.0.feed_forward.pwff_layer.0.bias', 'encoder.layers.0.feed_forward.pwff_layer.0.weight', 'encoder.layers.0.feed_forward.pwff_layer.3.bias', 'encoder.layers.0.feed_forward.pwff_layer.3.weight', 'encoder.layers.0.layer_norm.bias', 'encoder.layers.0.layer_norm.weight', 'encoder.layers.0.src_src_att.k_layer.bias', 'encoder.layers.0.src_src_att.k_layer.weight', 'encoder.layers.0.src_src_att.output_layer.bias', 'encoder.layers.0.src_src_att.output_layer.weight', 'encoder.layers.0.src_src_att.q_layer.bias', 'encoder.layers.0.src_src_att.q_layer.weight', 'encoder.layers.0.src_src_att.v_layer.bias', 'encoder.layers.0.src_src_att.v_layer.weight', 'encoder.layers.1.feed_forward.layer_norm.bias', 'encoder.layers.1.feed_forward.layer_norm.weight', 'encoder.layers.1.feed_forward.pwff_layer.0.bias', 'encoder.layers.1.feed_forward.pwff_layer.0.weight', 'encoder.layers.1.feed_forward.pwff_layer.3.bias', 'encoder.layers.1.feed_forward.pwff_layer.3.weight', 'encoder.layers.1.layer_norm.bias', 'encoder.layers.1.layer_norm.weight', 'encoder.layers.1.src_src_att.k_layer.bias', 'encoder.layers.1.src_src_att.k_layer.weight', 'encoder.layers.1.src_src_att.output_layer.bias', 'encoder.layers.1.src_src_att.output_layer.weight', 'encoder.layers.1.src_src_att.q_layer.bias', 'encoder.layers.1.src_src_att.q_layer.weight', 'encoder.layers.1.src_src_att.v_layer.bias', 'encoder.layers.1.src_src_att.v_layer.weight', 'encoder.layers.2.feed_forward.layer_norm.bias', 'encoder.layers.2.feed_forward.layer_norm.weight', 'encoder.layers.2.feed_forward.pwff_layer.0.bias', 'encoder.layers.2.feed_forward.pwff_layer.0.weight', 'encoder.layers.2.feed_forward.pwff_layer.3.bias', 'encoder.layers.2.feed_forward.pwff_layer.3.weight', 'encoder.layers.2.layer_norm.bias', 'encoder.layers.2.layer_norm.weight', 'encoder.layers.2.src_src_att.k_layer.bias', 'encoder.layers.2.src_src_att.k_layer.weight', 'encoder.layers.2.src_src_att.output_layer.bias', 'encoder.layers.2.src_src_att.output_layer.weight', 'encoder.layers.2.src_src_att.q_layer.bias', 'encoder.layers.2.src_src_att.q_layer.weight', 'encoder.layers.2.src_src_att.v_layer.bias', 'encoder.layers.2.src_src_att.v_layer.weight', 'encoder.layers.3.feed_forward.layer_norm.bias', 'encoder.layers.3.feed_forward.layer_norm.weight', 'encoder.layers.3.feed_forward.pwff_layer.0.bias', 'encoder.layers.3.feed_forward.pwff_layer.0.weight', 'encoder.layers.3.feed_forward.pwff_layer.3.bias', 'encoder.layers.3.feed_forward.pwff_layer.3.weight', 'encoder.layers.3.layer_norm.bias', 'encoder.layers.3.layer_norm.weight', 'encoder.layers.3.src_src_att.k_layer.bias', 'encoder.layers.3.src_src_att.k_layer.weight', 'encoder.layers.3.src_src_att.output_layer.bias', 'encoder.layers.3.src_src_att.output_layer.weight', 'encoder.layers.3.src_src_att.q_layer.bias', 'encoder.layers.3.src_src_att.q_layer.weight', 'encoder.layers.3.src_src_att.v_layer.bias', 'encoder.layers.3.src_src_att.v_layer.weight', 'encoder.layers.4.feed_forward.layer_norm.bias', 'encoder.layers.4.feed_forward.layer_norm.weight', 'encoder.layers.4.feed_forward.pwff_layer.0.bias', 'encoder.layers.4.feed_forward.pwff_layer.0.weight', 'encoder.layers.4.feed_forward.pwff_layer.3.bias', 'encoder.layers.4.feed_forward.pwff_layer.3.weight', 'encoder.layers.4.layer_norm.bias', 'encoder.layers.4.layer_norm.weight', 'encoder.layers.4.src_src_att.k_layer.bias', 'encoder.layers.4.src_src_att.k_layer.weight', 'encoder.layers.4.src_src_att.output_layer.bias', 'encoder.layers.4.src_src_att.output_layer.weight', 'encoder.layers.4.src_src_att.q_layer.bias', 'encoder.layers.4.src_src_att.q_layer.weight', 'encoder.layers.4.src_src_att.v_layer.bias', 'encoder.layers.4.src_src_att.v_layer.weight', 'encoder.layers.5.feed_forward.layer_norm.bias', 'encoder.layers.5.feed_forward.layer_norm.weight', 'encoder.layers.5.feed_forward.pwff_layer.0.bias', 'encoder.layers.5.feed_forward.pwff_layer.0.weight', 'encoder.layers.5.feed_forward.pwff_layer.3.bias', 'encoder.layers.5.feed_forward.pwff_layer.3.weight', 'encoder.layers.5.layer_norm.bias', 'encoder.layers.5.layer_norm.weight', 'encoder.layers.5.src_src_att.k_layer.bias', 'encoder.layers.5.src_src_att.k_layer.weight', 'encoder.layers.5.src_src_att.output_layer.bias', 'encoder.layers.5.src_src_att.output_layer.weight', 'encoder.layers.5.src_src_att.q_layer.bias', 'encoder.layers.5.src_src_att.q_layer.weight', 'encoder.layers.5.src_src_att.v_layer.bias', 'encoder.layers.5.src_src_att.v_layer.weight', 'src_embed.lut.weight']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 19:55:34,396 cfg.name                           : enln_transformer\n",
      "2020-01-27 19:55:34,397 cfg.data.src                       : en\n",
      "2020-01-27 19:55:34,397 cfg.data.trg                       : ln\n",
      "2020-01-27 19:55:34,397 cfg.data.train                     : data/enln/train.bpe\n",
      "2020-01-27 19:55:34,397 cfg.data.dev                       : data/enln/dev.bpe\n",
      "2020-01-27 19:55:34,397 cfg.data.test                      : data/enln/test.bpe\n",
      "2020-01-27 19:55:34,397 cfg.data.level                     : bpe\n",
      "2020-01-27 19:55:34,397 cfg.data.lowercase                 : False\n",
      "2020-01-27 19:55:34,398 cfg.data.max_sent_length           : 100\n",
      "2020-01-27 19:55:34,398 cfg.data.src_vocab                 : data/enln/vocab.txt\n",
      "2020-01-27 19:55:34,398 cfg.data.trg_vocab                 : data/enln/vocab.txt\n",
      "2020-01-27 19:55:34,398 cfg.testing.beam_size              : 5\n",
      "2020-01-27 19:55:34,398 cfg.testing.alpha                  : 1.0\n",
      "2020-01-27 19:55:34,398 cfg.training.random_seed           : 42\n",
      "2020-01-27 19:55:34,398 cfg.training.optimizer             : adam\n",
      "2020-01-27 19:55:34,398 cfg.training.normalization         : tokens\n",
      "2020-01-27 19:55:34,398 cfg.training.adam_betas            : [0.9, 0.999]\n",
      "2020-01-27 19:55:34,399 cfg.training.scheduling            : plateau\n",
      "2020-01-27 19:55:34,399 cfg.training.patience              : 5\n",
      "2020-01-27 19:55:34,399 cfg.training.learning_rate_factor  : 0.5\n",
      "2020-01-27 19:55:34,399 cfg.training.learning_rate_warmup  : 1000\n",
      "2020-01-27 19:55:34,399 cfg.training.decrease_factor       : 0.7\n",
      "2020-01-27 19:55:34,399 cfg.training.loss                  : crossentropy\n",
      "2020-01-27 19:55:34,399 cfg.training.learning_rate         : 0.0003\n",
      "2020-01-27 19:55:34,399 cfg.training.learning_rate_min     : 1e-08\n",
      "2020-01-27 19:55:34,399 cfg.training.weight_decay          : 0.0\n",
      "2020-01-27 19:55:34,400 cfg.training.label_smoothing       : 0.1\n",
      "2020-01-27 19:55:34,400 cfg.training.batch_size            : 4096\n",
      "2020-01-27 19:55:34,400 cfg.training.batch_type            : token\n",
      "2020-01-27 19:55:34,400 cfg.training.eval_batch_size       : 3600\n",
      "2020-01-27 19:55:34,400 cfg.training.eval_batch_type       : token\n",
      "2020-01-27 19:55:34,400 cfg.training.batch_multiplier      : 1\n",
      "2020-01-27 19:55:34,400 cfg.training.early_stopping_metric : ppl\n",
      "2020-01-27 19:55:34,400 cfg.training.epochs                : 30\n",
      "2020-01-27 19:55:34,400 cfg.training.validation_freq       : 1000\n",
      "2020-01-27 19:55:34,401 cfg.training.logging_freq          : 100\n",
      "2020-01-27 19:55:34,401 cfg.training.eval_metric           : bleu\n",
      "2020-01-27 19:55:34,401 cfg.training.model_dir             : models/enln_transformer\n",
      "2020-01-27 19:55:34,401 cfg.training.overwrite             : False\n",
      "2020-01-27 19:55:34,401 cfg.training.shuffle               : True\n",
      "2020-01-27 19:55:34,401 cfg.training.use_cuda              : True\n",
      "2020-01-27 19:55:34,401 cfg.training.max_output_length     : 100\n",
      "2020-01-27 19:55:34,401 cfg.training.print_valid_sents     : [0, 1, 2, 3]\n",
      "2020-01-27 19:55:34,401 cfg.training.keep_last_ckpts       : 3\n",
      "2020-01-27 19:55:34,401 cfg.model.initializer              : xavier\n",
      "2020-01-27 19:55:34,402 cfg.model.bias_initializer         : zeros\n",
      "2020-01-27 19:55:34,402 cfg.model.init_gain                : 1.0\n",
      "2020-01-27 19:55:34,402 cfg.model.embed_initializer        : xavier\n",
      "2020-01-27 19:55:34,402 cfg.model.embed_init_gain          : 1.0\n",
      "2020-01-27 19:55:34,402 cfg.model.tied_embeddings          : True\n",
      "2020-01-27 19:55:34,402 cfg.model.tied_softmax             : True\n",
      "2020-01-27 19:55:34,402 cfg.model.encoder.type             : transformer\n",
      "2020-01-27 19:55:34,402 cfg.model.encoder.num_layers       : 6\n",
      "2020-01-27 19:55:34,402 cfg.model.encoder.num_heads        : 4\n",
      "2020-01-27 19:55:34,402 cfg.model.encoder.embeddings.embedding_dim : 256\n",
      "2020-01-27 19:55:34,402 cfg.model.encoder.embeddings.scale : True\n",
      "2020-01-27 19:55:34,402 cfg.model.encoder.embeddings.dropout : 0.2\n",
      "2020-01-27 19:55:34,403 cfg.model.encoder.hidden_size      : 256\n",
      "2020-01-27 19:55:34,403 cfg.model.encoder.ff_size          : 1024\n",
      "2020-01-27 19:55:34,403 cfg.model.encoder.dropout          : 0.3\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.type             : transformer\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.num_layers       : 6\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.num_heads        : 4\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.embeddings.embedding_dim : 256\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.embeddings.scale : True\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.embeddings.dropout : 0.2\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.hidden_size      : 256\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.ff_size          : 1024\n",
      "2020-01-27 19:55:34,403 cfg.model.decoder.dropout          : 0.3\n",
      "2020-01-27 19:55:34,403 Data set sizes: \n",
      "\ttrain 536327,\n",
      "\tvalid 1000,\n",
      "\ttest 2700\n",
      "2020-01-27 19:55:34,403 First training example:\n",
      "\t[SRC] Sh@@ epher@@ ds of God’s flo@@ ck need to give loving ass@@ ist@@ ance to Christians who have er@@ red but are truly rep@@ ent@@ ant .\n",
      "\t[TRG] Bab@@ ateli na mpate ya et@@ ɔ́ng@@ a ya Nzambe basengeli na bolingo nyonso kosunga baklisto oyo basalaki lisumu kasi bab@@ ongolaki mpenza motema .\n",
      "2020-01-27 19:55:34,404 First 10 words (src): (0) <unk> (1) <pad> (2) <s> (3) </s> (4) , (5) . (6) na (7) ya (8) the (9) to\n",
      "2020-01-27 19:55:34,404 First 10 words (trg): (0) <unk> (1) <pad> (2) <s> (3) </s> (4) , (5) . (6) na (7) ya (8) the (9) to\n",
      "2020-01-27 19:55:34,404 Number of Src words (types): 4432\n",
      "2020-01-27 19:55:34,405 Number of Trg words (types): 4432\n",
      "2020-01-27 19:55:34,405 Model(\n",
      "\tencoder=TransformerEncoder(num_layers=6, num_heads=4),\n",
      "\tdecoder=TransformerDecoder(num_layers=6, num_heads=4),\n",
      "\tsrc_embed=Embeddings(embedding_dim=256, vocab_size=4432),\n",
      "\ttrg_embed=Embeddings(embedding_dim=256, vocab_size=4432))\n",
      "2020-01-27 19:55:34,409 EPOCH 1\n",
      "2020-01-27 19:56:05,743 Epoch   1 Step:      100 Batch Loss:     5.475549 Tokens per Sec:     7447, Lr: 0.000300\n",
      "2020-01-27 19:56:35,921 Epoch   1 Step:      200 Batch Loss:     5.113448 Tokens per Sec:     7695, Lr: 0.000300\n",
      "2020-01-27 19:57:06,451 Epoch   1 Step:      300 Batch Loss:     4.784411 Tokens per Sec:     7834, Lr: 0.000300\n",
      "2020-01-27 19:57:36,366 Epoch   1 Step:      400 Batch Loss:     4.283900 Tokens per Sec:     7589, Lr: 0.000300\n",
      "2020-01-27 19:58:06,829 Epoch   1 Step:      500 Batch Loss:     4.087124 Tokens per Sec:     7795, Lr: 0.000300\n",
      "2020-01-27 19:58:36,721 Epoch   1 Step:      600 Batch Loss:     4.267307 Tokens per Sec:     7734, Lr: 0.000300\n",
      "2020-01-27 19:59:06,668 Epoch   1 Step:      700 Batch Loss:     3.862148 Tokens per Sec:     7452, Lr: 0.000300\n",
      "2020-01-27 19:59:36,622 Epoch   1 Step:      800 Batch Loss:     4.077870 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-27 20:00:06,886 Epoch   1 Step:      900 Batch Loss:     4.056272 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-27 20:00:37,156 Epoch   1 Step:     1000 Batch Loss:     3.870070 Tokens per Sec:     7608, Lr: 0.000300\n",
      "2020-01-27 20:02:06,178 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:02:06,178 Saving new checkpoint.\n",
      "2020-01-27 20:02:06,464 Example #0\n",
      "2020-01-27 20:02:06,464 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:02:06,464 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:02:06,464 \tHypothesis: “ Namonaki ete Yehova azali na ye , kasi tokozala na ye , kasi mpe na ye , kasi mpe na ye . ”\n",
      "2020-01-27 20:02:06,464 Example #1\n",
      "2020-01-27 20:02:06,464 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:02:06,464 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:02:06,464 \tHypothesis: Ndenge nini Yehova azali na ntina na biso\n",
      "2020-01-27 20:02:06,465 Example #2\n",
      "2020-01-27 20:02:06,465 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:02:06,465 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:02:06,465 \tHypothesis: Na nsima , na ye ya liboso , na ye , na ye , na ye , mpe na ye , mpe na ye , mpe na ye , mpe na ye , mpe na ye , mpe na ye , mpe na ye , mpe na ye , mpe na ye , mpe na ye , mpe na ye na ye .\n",
      "2020-01-27 20:02:06,465 Example #3\n",
      "2020-01-27 20:02:06,465 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:02:06,465 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:02:06,465 \tHypothesis: Boko na ye na ye .\n",
      "2020-01-27 20:02:06,465 Validation result at epoch   1, step     1000: bleu:   1.98, loss: 98587.1641, ppl:  42.3512, duration: 89.3083s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 20:02:36,879 Epoch   1 Step:     1100 Batch Loss:     3.740876 Tokens per Sec:     7796, Lr: 0.000300\n",
      "2020-01-27 20:03:06,989 Epoch   1 Step:     1200 Batch Loss:     3.734322 Tokens per Sec:     7673, Lr: 0.000300\n",
      "2020-01-27 20:03:37,312 Epoch   1 Step:     1300 Batch Loss:     3.573833 Tokens per Sec:     7565, Lr: 0.000300\n",
      "2020-01-27 20:04:07,388 Epoch   1 Step:     1400 Batch Loss:     3.300878 Tokens per Sec:     7676, Lr: 0.000300\n",
      "2020-01-27 20:04:37,703 Epoch   1 Step:     1500 Batch Loss:     3.694288 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-27 20:05:08,044 Epoch   1 Step:     1600 Batch Loss:     3.443311 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-27 20:05:37,961 Epoch   1 Step:     1700 Batch Loss:     3.393305 Tokens per Sec:     7670, Lr: 0.000300\n",
      "2020-01-27 20:06:08,197 Epoch   1 Step:     1800 Batch Loss:     3.223591 Tokens per Sec:     7724, Lr: 0.000300\n",
      "2020-01-27 20:06:38,635 Epoch   1 Step:     1900 Batch Loss:     3.097262 Tokens per Sec:     7804, Lr: 0.000300\n",
      "2020-01-27 20:07:08,683 Epoch   1 Step:     2000 Batch Loss:     3.264589 Tokens per Sec:     7699, Lr: 0.000300\n",
      "2020-01-27 20:08:37,742 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:08:37,742 Saving new checkpoint.\n",
      "2020-01-27 20:08:37,952 Example #0\n",
      "2020-01-27 20:08:37,952 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:08:37,953 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:08:37,953 \tHypothesis: “ Namonaki ete Yehova azali na motema , mpe namonaki ete : “ Nayebi ete Yehova azali na yango . ”\n",
      "2020-01-27 20:08:37,953 Example #1\n",
      "2020-01-27 20:08:37,953 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:08:37,953 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:08:37,953 \tHypothesis: Yehova azali na esengo\n",
      "2020-01-27 20:08:37,953 Example #2\n",
      "2020-01-27 20:08:37,953 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:08:37,953 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:08:37,953 \tHypothesis: Asalelaki na Laa , na Loma , na engumba moko ya Loma , na engumba moko ya Loma , mpe na ntango nyonso oyo ezali na ntina mingi na ntina mingi , na ndenge wana , na ndenge wana , na ndenge wana , na ndenge wana , na ndenge wana ezali na ntina mingi .\n",
      "2020-01-27 20:08:37,954 Example #3\n",
      "2020-01-27 20:08:37,954 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:08:37,954 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:08:37,954 \tHypothesis: Namonaki ete Samwele azalaki na bomoi .\n",
      "2020-01-27 20:08:37,954 Validation result at epoch   1, step     2000: bleu:   4.42, loss: 83331.8750, ppl:  23.7206, duration: 89.2702s\n",
      "2020-01-27 20:09:07,650 Epoch   1 Step:     2100 Batch Loss:     3.272316 Tokens per Sec:     7444, Lr: 0.000300\n",
      "2020-01-27 20:09:37,803 Epoch   1 Step:     2200 Batch Loss:     3.423566 Tokens per Sec:     7560, Lr: 0.000300\n",
      "2020-01-27 20:10:08,206 Epoch   1 Step:     2300 Batch Loss:     2.839824 Tokens per Sec:     7766, Lr: 0.000300\n",
      "2020-01-27 20:10:38,158 Epoch   1 Step:     2400 Batch Loss:     2.795439 Tokens per Sec:     7628, Lr: 0.000300\n",
      "2020-01-27 20:11:08,118 Epoch   1 Step:     2500 Batch Loss:     2.994232 Tokens per Sec:     7708, Lr: 0.000300\n",
      "2020-01-27 20:11:38,802 Epoch   1 Step:     2600 Batch Loss:     3.130955 Tokens per Sec:     7842, Lr: 0.000300\n",
      "2020-01-27 20:12:09,162 Epoch   1 Step:     2700 Batch Loss:     3.063393 Tokens per Sec:     7791, Lr: 0.000300\n",
      "2020-01-27 20:12:39,184 Epoch   1 Step:     2800 Batch Loss:     3.155192 Tokens per Sec:     7660, Lr: 0.000300\n",
      "2020-01-27 20:13:09,331 Epoch   1 Step:     2900 Batch Loss:     3.116904 Tokens per Sec:     7598, Lr: 0.000300\n",
      "2020-01-27 20:13:39,152 Epoch   1 Step:     3000 Batch Loss:     3.026714 Tokens per Sec:     7600, Lr: 0.000300\n",
      "2020-01-27 20:15:08,292 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:15:08,292 Saving new checkpoint.\n",
      "2020-01-27 20:15:08,503 Example #0\n",
      "2020-01-27 20:15:08,503 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:15:08,503 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:15:08,503 \tHypothesis: “ Namonaki ete Yehova azali na motema , mpe na ngai , mpe na libondeli na ngai , mpe namonaki ete Yehova azali na motema . ”\n",
      "2020-01-27 20:15:08,504 Example #1\n",
      "2020-01-27 20:15:08,504 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:15:08,504 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:15:08,504 \tHypothesis: Yehova azali na mposa ya kosila\n",
      "2020-01-27 20:15:08,504 Example #2\n",
      "2020-01-27 20:15:08,504 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:15:08,504 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:15:08,504 \tHypothesis: Azali na mposa ya kokende na Pananania , na ndakisa ya Panananania , na États - Unis , na bantango mosusu , na bantango mosusu , na ntango mosusu , mpo na kosala mosala ya kosakola .\n",
      "2020-01-27 20:15:08,504 Example #3\n",
      "2020-01-27 20:15:08,505 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:15:08,505 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:15:08,505 \tHypothesis: Namuká !\n",
      "2020-01-27 20:15:08,505 Validation result at epoch   1, step     3000: bleu:   6.44, loss: 74468.5078, ppl:  16.9381, duration: 89.3520s\n",
      "2020-01-27 20:15:38,913 Epoch   1 Step:     3100 Batch Loss:     2.783925 Tokens per Sec:     7715, Lr: 0.000300\n",
      "2020-01-27 20:16:08,797 Epoch   1 Step:     3200 Batch Loss:     3.308747 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-27 20:16:38,940 Epoch   1 Step:     3300 Batch Loss:     2.790533 Tokens per Sec:     7624, Lr: 0.000300\n",
      "2020-01-27 20:17:08,996 Epoch   1 Step:     3400 Batch Loss:     2.916367 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-27 20:17:39,372 Epoch   1 Step:     3500 Batch Loss:     2.903947 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-27 20:18:09,420 Epoch   1 Step:     3600 Batch Loss:     2.798813 Tokens per Sec:     7562, Lr: 0.000300\n",
      "2020-01-27 20:18:39,546 Epoch   1 Step:     3700 Batch Loss:     2.968869 Tokens per Sec:     7659, Lr: 0.000300\n",
      "2020-01-27 20:19:09,848 Epoch   1 Step:     3800 Batch Loss:     3.064502 Tokens per Sec:     7583, Lr: 0.000300\n",
      "2020-01-27 20:19:40,214 Epoch   1 Step:     3900 Batch Loss:     2.546895 Tokens per Sec:     7716, Lr: 0.000300\n",
      "2020-01-27 20:20:10,526 Epoch   1 Step:     4000 Batch Loss:     2.731698 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-27 20:21:39,597 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:21:39,597 Saving new checkpoint.\n",
      "2020-01-27 20:21:39,848 Example #0\n",
      "2020-01-27 20:21:39,849 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:21:39,849 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:21:39,849 \tHypothesis: Alobaki boye : “ Nasepelaki na Yehova , mpe na libondeli na ngai , mpe na libondeli na ngai . ”\n",
      "2020-01-27 20:21:39,849 Example #1\n",
      "2020-01-27 20:21:39,849 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:21:39,849 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:21:39,849 \tHypothesis: Yehova azali na mposa ya kosala\n",
      "2020-01-27 20:21:39,849 Example #2\n",
      "2020-01-27 20:21:39,849 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:21:39,849 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:21:39,850 \tHypothesis: Apesaki ye nzela ya Pantete , to na buku moko ya Panteée , oyo ezali na ntina na kosalisa bana na bango bápesa bango na boumeli ya mbula soki soki soki bazali na mbula , na mbula soki soki bazali na mbula .\n",
      "2020-01-27 20:21:39,850 Example #3\n",
      "2020-01-27 20:21:39,850 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:21:39,850 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:21:39,850 \tHypothesis: Ntango Andimaki na lisolo ya Mose .\n",
      "2020-01-27 20:21:39,850 Validation result at epoch   1, step     4000: bleu:   9.44, loss: 68886.1328, ppl:  13.7008, duration: 89.3231s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 20:22:10,068 Epoch   1 Step:     4100 Batch Loss:     2.793284 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-27 20:22:40,278 Epoch   1 Step:     4200 Batch Loss:     3.477712 Tokens per Sec:     7722, Lr: 0.000300\n",
      "2020-01-27 20:23:10,649 Epoch   1 Step:     4300 Batch Loss:     2.809034 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-27 20:23:40,356 Epoch   1 Step:     4400 Batch Loss:     2.726703 Tokens per Sec:     7596, Lr: 0.000300\n",
      "2020-01-27 20:24:10,892 Epoch   1 Step:     4500 Batch Loss:     2.718876 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-27 20:24:41,138 Epoch   1 Step:     4600 Batch Loss:     2.652498 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-27 20:25:11,695 Epoch   1 Step:     4700 Batch Loss:     2.736690 Tokens per Sec:     7800, Lr: 0.000300\n",
      "2020-01-27 20:25:41,860 Epoch   1 Step:     4800 Batch Loss:     2.644743 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-27 20:26:41,972 Epoch   1 Step:     5000 Batch Loss:     3.278113 Tokens per Sec:     7657, Lr: 0.000300\n",
      "2020-01-27 20:28:11,024 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:28:11,024 Saving new checkpoint.\n",
      "2020-01-27 20:28:11,251 Example #0\n",
      "2020-01-27 20:28:11,252 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:28:11,252 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:28:11,252 \tHypothesis: “ Nazwaki ekateli ya kobondela Yehova , mpe kobondela , mpe kobondela na ngai . ”\n",
      "2020-01-27 20:28:11,252 Example #1\n",
      "2020-01-27 20:28:11,252 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:28:11,252 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:28:11,252 \tHypothesis: Yehova azali na esengo\n",
      "2020-01-27 20:28:11,252 Example #2\n",
      "2020-01-27 20:28:11,253 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:28:11,253 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:28:11,253 \tHypothesis: Azali na mposa ya kosala na Espagne , to na eteyelo ya Eteyelo ya Eteyelo ya la Société , oyo ezali na ntina mingi mpo na kosalisa bana na bango bázwa mbongo , mingimingi soki bazali na mikakatano ya mbongo .\n",
      "2020-01-27 20:28:11,253 Example #3\n",
      "2020-01-27 20:28:11,253 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:28:11,253 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:28:11,253 \tHypothesis: Andimaki ete Azia azalaki na yango .\n",
      "2020-01-27 20:28:11,253 Validation result at epoch   1, step     5000: bleu:  11.83, loss: 64822.5742, ppl:  11.7406, duration: 89.2807s\n",
      "2020-01-27 20:28:41,329 Epoch   1 Step:     5100 Batch Loss:     2.853221 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-27 20:29:11,435 Epoch   1 Step:     5200 Batch Loss:     2.885363 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-27 20:29:41,506 Epoch   1 Step:     5300 Batch Loss:     2.240837 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-27 20:30:11,791 Epoch   1 Step:     5400 Batch Loss:     2.974079 Tokens per Sec:     7657, Lr: 0.000300\n",
      "2020-01-27 20:30:41,979 Epoch   1 Step:     5500 Batch Loss:     2.795677 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-27 20:31:12,341 Epoch   1 Step:     5600 Batch Loss:     2.536969 Tokens per Sec:     7669, Lr: 0.000300\n",
      "2020-01-27 20:31:42,757 Epoch   1 Step:     5700 Batch Loss:     2.832230 Tokens per Sec:     7737, Lr: 0.000300\n",
      "2020-01-27 20:32:13,006 Epoch   1 Step:     5800 Batch Loss:     2.294856 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-27 20:32:43,212 Epoch   1 Step:     5900 Batch Loss:     2.356488 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-27 20:33:13,096 Epoch   1 Step:     6000 Batch Loss:     2.426528 Tokens per Sec:     7543, Lr: 0.000300\n",
      "2020-01-27 20:34:42,192 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:34:42,192 Saving new checkpoint.\n",
      "2020-01-27 20:34:42,414 Example #0\n",
      "2020-01-27 20:34:42,415 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:34:42,415 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:34:42,415 \tHypothesis: Andimaki ete : “ Natondelaki Yehova , mpe ayanolaki mabondeli na ngai , mpe ayanolaki ete : “ Natyelaki ngai .\n",
      "2020-01-27 20:34:42,415 Example #1\n",
      "2020-01-27 20:34:42,415 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:34:42,415 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:34:42,415 \tHypothesis: Yehova azali na mposa ya kosembola\n",
      "2020-01-27 20:34:42,415 Example #2\n",
      "2020-01-27 20:34:42,416 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:34:42,416 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:34:42,416 \tHypothesis: Apesaka Edene na Nouvan Nouvan , na etúká ya New York , oyo ezali na buku moko ya Eteyelo ya Eteyelo ya la Société , oyo ezali na ntina mingi mpo na kosalisa bana na bango bákoka kosala mosala ya kosakola .\n",
      "2020-01-27 20:34:42,416 Example #3\n",
      "2020-01-27 20:34:42,416 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:34:42,416 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:34:42,416 \tHypothesis: Ntango Aprili atunaki ye ete Aprili !\n",
      "2020-01-27 20:34:42,416 Validation result at epoch   1, step     6000: bleu:  13.64, loss: 61739.4648, ppl:  10.4427, duration: 89.3198s\n",
      "2020-01-27 20:34:44,571 Epoch   1: total training loss 19365.03\n",
      "2020-01-27 20:34:44,571 EPOCH 2\n",
      "2020-01-27 20:35:13,469 Epoch   2 Step:     6100 Batch Loss:     2.386031 Tokens per Sec:     7416, Lr: 0.000300\n",
      "2020-01-27 20:35:43,429 Epoch   2 Step:     6200 Batch Loss:     2.231655 Tokens per Sec:     7599, Lr: 0.000300\n",
      "2020-01-27 20:36:13,350 Epoch   2 Step:     6300 Batch Loss:     2.522089 Tokens per Sec:     7545, Lr: 0.000300\n",
      "2020-01-27 20:36:43,572 Epoch   2 Step:     6400 Batch Loss:     2.501839 Tokens per Sec:     7601, Lr: 0.000300\n",
      "2020-01-27 20:37:14,200 Epoch   2 Step:     6500 Batch Loss:     2.561728 Tokens per Sec:     7728, Lr: 0.000300\n",
      "2020-01-27 20:37:44,483 Epoch   2 Step:     6600 Batch Loss:     2.606389 Tokens per Sec:     7767, Lr: 0.000300\n",
      "2020-01-27 20:38:14,309 Epoch   2 Step:     6700 Batch Loss:     2.004175 Tokens per Sec:     7560, Lr: 0.000300\n",
      "2020-01-27 20:38:44,685 Epoch   2 Step:     6800 Batch Loss:     2.392292 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-27 20:39:14,844 Epoch   2 Step:     6900 Batch Loss:     2.293739 Tokens per Sec:     7802, Lr: 0.000300\n",
      "2020-01-27 20:39:44,979 Epoch   2 Step:     7000 Batch Loss:     2.022932 Tokens per Sec:     7716, Lr: 0.000300\n",
      "2020-01-27 20:41:14,099 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:41:14,099 Saving new checkpoint.\n",
      "2020-01-27 20:41:14,380 Example #0\n",
      "2020-01-27 20:41:14,381 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:41:14,381 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:41:14,381 \tHypothesis: Andimaki ete : “ Nabondelaki Yehova , mpe napesaki libondeli na ngai . ”\n",
      "2020-01-27 20:41:14,381 Example #1\n",
      "2020-01-27 20:41:14,381 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:41:14,381 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:41:14,381 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 20:41:14,381 Example #2\n",
      "2020-01-27 20:41:14,381 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:41:14,382 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:41:14,382 \tHypothesis: Azali na mposa ya kosala na Edene , na etúká ya New York , na etúká ya New York , oyo ezali na ntina te ete bana báyela bana na bango na boumeli ya bambula , mingimingi na boumeli ya ntango wana , mingimingi na bantango mosusu .\n",
      "2020-01-27 20:41:14,382 Example #3\n",
      "2020-01-27 20:41:14,382 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:41:14,382 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:41:14,382 \tHypothesis: Apusan , mokomi moko ya nzembo , alobaki ete azali na motema .\n",
      "2020-01-27 20:41:14,382 Validation result at epoch   2, step     7000: bleu:  14.86, loss: 59067.8555, ppl:   9.4347, duration: 89.4018s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 20:41:44,759 Epoch   2 Step:     7100 Batch Loss:     2.317835 Tokens per Sec:     7695, Lr: 0.000300\n",
      "2020-01-27 20:42:15,082 Epoch   2 Step:     7200 Batch Loss:     2.546905 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-27 20:42:45,091 Epoch   2 Step:     7300 Batch Loss:     2.100610 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-27 20:43:15,167 Epoch   2 Step:     7400 Batch Loss:     2.012168 Tokens per Sec:     7686, Lr: 0.000300\n",
      "2020-01-27 20:43:44,790 Epoch   2 Step:     7500 Batch Loss:     2.024819 Tokens per Sec:     7479, Lr: 0.000300\n",
      "2020-01-27 20:44:15,067 Epoch   2 Step:     7600 Batch Loss:     2.246175 Tokens per Sec:     7697, Lr: 0.000300\n",
      "2020-01-27 20:44:45,000 Epoch   2 Step:     7700 Batch Loss:     2.431381 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-27 20:45:15,097 Epoch   2 Step:     7800 Batch Loss:     2.152147 Tokens per Sec:     7531, Lr: 0.000300\n",
      "2020-01-27 20:45:45,122 Epoch   2 Step:     7900 Batch Loss:     2.259594 Tokens per Sec:     7600, Lr: 0.000300\n",
      "2020-01-27 20:46:15,084 Epoch   2 Step:     8000 Batch Loss:     2.014758 Tokens per Sec:     7625, Lr: 0.000300\n",
      "2020-01-27 20:47:44,135 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:47:44,135 Saving new checkpoint.\n",
      "2020-01-27 20:47:44,363 Example #0\n",
      "2020-01-27 20:47:44,364 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:47:44,364 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:47:44,364 \tHypothesis: Andrey alobi boye : “ Nandimaki Yehova , mpe nayokaki libondeli na ngai . ”\n",
      "2020-01-27 20:47:44,364 Example #1\n",
      "2020-01-27 20:47:44,364 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:47:44,364 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:47:44,364 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 20:47:44,364 Example #2\n",
      "2020-01-27 20:47:44,365 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:47:44,365 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:47:44,365 \tHypothesis: Azali na mokano ya kosala na Edene Nouvan , Eteyelo ya New York , oyo ezali na ntina te mpo na kosalisa bana básalisa bana na bango soki bazali na likoki ya kozwa mbongo , mingimingi na boumeli ya bambula oyo bazali na yango , mingimingi na boumeli ya bambula mingi , mingimingi na boumeli ya bambula mingi .\n",
      "2020-01-27 20:47:44,365 Example #3\n",
      "2020-01-27 20:47:44,365 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:47:44,365 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:47:44,365 \tHypothesis: Antan atunaki Lamuká !\n",
      "2020-01-27 20:47:44,365 Validation result at epoch   2, step     8000: bleu:  16.23, loss: 56806.5625, ppl:   8.6579, duration: 89.2803s\n",
      "2020-01-27 20:48:14,742 Epoch   2 Step:     8100 Batch Loss:     2.379485 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-27 20:48:44,909 Epoch   2 Step:     8200 Batch Loss:     2.248202 Tokens per Sec:     7576, Lr: 0.000300\n",
      "2020-01-27 20:49:15,089 Epoch   2 Step:     8300 Batch Loss:     2.116542 Tokens per Sec:     7630, Lr: 0.000300\n",
      "2020-01-27 20:49:45,260 Epoch   2 Step:     8400 Batch Loss:     1.827710 Tokens per Sec:     7592, Lr: 0.000300\n",
      "2020-01-27 20:50:15,242 Epoch   2 Step:     8500 Batch Loss:     2.472741 Tokens per Sec:     7629, Lr: 0.000300\n",
      "2020-01-27 20:50:45,391 Epoch   2 Step:     8600 Batch Loss:     2.949941 Tokens per Sec:     7686, Lr: 0.000300\n",
      "2020-01-27 20:51:15,650 Epoch   2 Step:     8700 Batch Loss:     2.243641 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-27 20:51:45,956 Epoch   2 Step:     8800 Batch Loss:     2.472445 Tokens per Sec:     7589, Lr: 0.000300\n",
      "2020-01-27 20:52:15,824 Epoch   2 Step:     8900 Batch Loss:     2.277674 Tokens per Sec:     7720, Lr: 0.000300\n",
      "2020-01-27 20:52:46,392 Epoch   2 Step:     9000 Batch Loss:     2.185285 Tokens per Sec:     7799, Lr: 0.000300\n",
      "2020-01-27 20:54:15,480 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 20:54:15,481 Saving new checkpoint.\n",
      "2020-01-27 20:54:15,706 Example #0\n",
      "2020-01-27 20:54:15,707 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 20:54:15,707 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 20:54:15,707 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-27 20:54:15,707 Example #1\n",
      "2020-01-27 20:54:15,707 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 20:54:15,707 \tReference:  Yehova akumisami\n",
      "2020-01-27 20:54:15,707 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 20:54:15,708 Example #2\n",
      "2020-01-27 20:54:15,708 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 20:54:15,708 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 20:54:15,708 \tHypothesis: Asalaka na Esca Nouda , Eteyelo ya Sevuali , oyo ezali na motó ya likambo ete bana bázwa mwa ntango mpo na kosalisa bana bázwa mwa ntango moke , mingimingi na boumeli ya bambula , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 20:54:15,708 Example #3\n",
      "2020-01-27 20:54:15,708 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 20:54:15,708 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 20:54:15,708 \tHypothesis: Natunaki Lamuká !\n",
      "2020-01-27 20:54:15,708 Validation result at epoch   2, step     9000: bleu:  18.72, loss: 54457.8008, ppl:   7.9187, duration: 89.3158s\n",
      "2020-01-27 20:54:46,121 Epoch   2 Step:     9100 Batch Loss:     2.174548 Tokens per Sec:     7735, Lr: 0.000300\n",
      "2020-01-27 20:55:16,558 Epoch   2 Step:     9200 Batch Loss:     2.245334 Tokens per Sec:     7760, Lr: 0.000300\n",
      "2020-01-27 20:55:46,744 Epoch   2 Step:     9300 Batch Loss:     2.221306 Tokens per Sec:     7576, Lr: 0.000300\n",
      "2020-01-27 20:56:17,153 Epoch   2 Step:     9400 Batch Loss:     2.445514 Tokens per Sec:     7714, Lr: 0.000300\n",
      "2020-01-27 20:56:47,333 Epoch   2 Step:     9500 Batch Loss:     2.393361 Tokens per Sec:     7639, Lr: 0.000300\n",
      "2020-01-27 20:57:17,721 Epoch   2 Step:     9600 Batch Loss:     2.352108 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-27 20:57:48,230 Epoch   2 Step:     9700 Batch Loss:     1.871009 Tokens per Sec:     7738, Lr: 0.000300\n",
      "2020-01-27 20:58:18,602 Epoch   2 Step:     9800 Batch Loss:     2.530437 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-27 20:58:48,598 Epoch   2 Step:     9900 Batch Loss:     2.417469 Tokens per Sec:     7574, Lr: 0.000300\n",
      "2020-01-27 20:59:19,139 Epoch   2 Step:    10000 Batch Loss:     1.943800 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-27 21:00:48,208 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:00:48,208 Saving new checkpoint.\n",
      "2020-01-27 21:00:48,438 Example #0\n",
      "2020-01-27 21:00:48,438 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:00:48,438 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:00:48,438 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-27 21:00:48,438 Example #1\n",
      "2020-01-27 21:00:48,438 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:00:48,439 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:00:48,439 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 21:00:48,439 Example #2\n",
      "2020-01-27 21:00:48,439 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:00:48,439 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:00:48,439 \tHypothesis: Azali na mokano ya kosala na Esca Nouva , na etúká ya New York , oyo ezali na mwa ntango moke mpo na kosalisa bana na bango bázwa mwa mikolo mingi , mingimingi na boumeli ya mwa ntango , mingimingi na boumeli ya mwa ntango , mingimingi na boumeli ya mwa ntango , mingimingi na boumeli ya mwa ntango .\n",
      "2020-01-27 21:00:48,439 Example #3\n",
      "2020-01-27 21:00:48,439 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:00:48,439 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:00:48,440 \tHypothesis: Nkanisá na Lamuká !\n",
      "2020-01-27 21:00:48,440 Validation result at epoch   2, step    10000: bleu:  19.08, loss: 52996.1641, ppl:   7.4909, duration: 89.3000s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 21:01:18,684 Epoch   2 Step:    10100 Batch Loss:     2.296112 Tokens per Sec:     7553, Lr: 0.000300\n",
      "2020-01-27 21:01:48,845 Epoch   2 Step:    10200 Batch Loss:     2.156187 Tokens per Sec:     7681, Lr: 0.000300\n",
      "2020-01-27 21:02:18,974 Epoch   2 Step:    10300 Batch Loss:     2.219423 Tokens per Sec:     7625, Lr: 0.000300\n",
      "2020-01-27 21:02:49,300 Epoch   2 Step:    10400 Batch Loss:     2.149148 Tokens per Sec:     7626, Lr: 0.000300\n",
      "2020-01-27 21:03:19,197 Epoch   2 Step:    10500 Batch Loss:     2.361176 Tokens per Sec:     7675, Lr: 0.000300\n",
      "2020-01-27 21:03:49,074 Epoch   2 Step:    10600 Batch Loss:     1.892383 Tokens per Sec:     7617, Lr: 0.000300\n",
      "2020-01-27 21:04:19,083 Epoch   2 Step:    10700 Batch Loss:     2.008295 Tokens per Sec:     7620, Lr: 0.000300\n",
      "2020-01-27 21:04:49,624 Epoch   2 Step:    10800 Batch Loss:     3.069407 Tokens per Sec:     7774, Lr: 0.000300\n",
      "2020-01-27 21:05:19,910 Epoch   2 Step:    10900 Batch Loss:     2.280785 Tokens per Sec:     7726, Lr: 0.000300\n",
      "2020-01-27 21:05:50,424 Epoch   2 Step:    11000 Batch Loss:     2.317763 Tokens per Sec:     7657, Lr: 0.000300\n",
      "2020-01-27 21:07:19,448 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:07:19,448 Saving new checkpoint.\n",
      "2020-01-27 21:07:19,675 Example #0\n",
      "2020-01-27 21:07:19,675 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:07:19,675 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:07:19,675 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 21:07:19,675 Example #1\n",
      "2020-01-27 21:07:19,675 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:07:19,675 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:07:19,675 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 21:07:19,676 Example #2\n",
      "2020-01-27 21:07:19,676 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:07:19,676 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:07:19,676 \tHypothesis: Azali na mokano ya kosala Escuuuuuu Novuédu , to Eteyelo ya New York , oyo ezali na ntina mingi mpo na kosalisa bana na bango bázwa mbongo na boumeli ya bambula mingi , mingimingi na boumeli ya mwa ntango , mingimingi na boumeli ya bambula mingi .\n",
      "2020-01-27 21:07:19,676 Example #3\n",
      "2020-01-27 21:07:19,676 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:07:19,676 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:07:19,676 \tHypothesis: Natunaki Lamuká !\n",
      "2020-01-27 21:07:19,676 Validation result at epoch   2, step    11000: bleu:  19.20, loss: 51604.3672, ppl:   7.1050, duration: 89.2514s\n",
      "2020-01-27 21:07:50,231 Epoch   2 Step:    11100 Batch Loss:     2.212615 Tokens per Sec:     7825, Lr: 0.000300\n",
      "2020-01-27 21:08:20,454 Epoch   2 Step:    11200 Batch Loss:     2.513242 Tokens per Sec:     7630, Lr: 0.000300\n",
      "2020-01-27 21:08:50,470 Epoch   2 Step:    11300 Batch Loss:     1.943748 Tokens per Sec:     7565, Lr: 0.000300\n",
      "2020-01-27 21:09:21,263 Epoch   2 Step:    11400 Batch Loss:     2.182669 Tokens per Sec:     7950, Lr: 0.000300\n",
      "2020-01-27 21:09:51,534 Epoch   2 Step:    11500 Batch Loss:     2.303540 Tokens per Sec:     7582, Lr: 0.000300\n",
      "2020-01-27 21:10:21,914 Epoch   2 Step:    11600 Batch Loss:     2.151756 Tokens per Sec:     7754, Lr: 0.000300\n",
      "2020-01-27 21:10:52,405 Epoch   2 Step:    11700 Batch Loss:     2.103332 Tokens per Sec:     7776, Lr: 0.000300\n",
      "2020-01-27 21:11:52,564 Epoch   2 Step:    11900 Batch Loss:     2.240912 Tokens per Sec:     7540, Lr: 0.000300\n",
      "2020-01-27 21:12:22,670 Epoch   2 Step:    12000 Batch Loss:     2.078219 Tokens per Sec:     7587, Lr: 0.000300\n",
      "2020-01-27 21:13:51,747 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:13:51,747 Saving new checkpoint.\n",
      "2020-01-27 21:13:51,974 Example #0\n",
      "2020-01-27 21:13:51,975 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:13:51,975 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:13:51,975 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 21:13:51,975 Example #1\n",
      "2020-01-27 21:13:51,975 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:13:51,975 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:13:51,976 \tHypothesis: Yehova azali Nzambe\n",
      "2020-01-27 21:13:51,976 Example #2\n",
      "2020-01-27 21:13:51,976 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:13:51,976 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:13:51,976 \tHypothesis: Azali na mokano ya kosala Escuuuela Nevuan , to Eteyelo ya sika , oyo ezali na ntina mingi mpo na kosalisa bana báyokela bana na bango mikolo mingi , mingimingi na ntango ya mikakatano .\n",
      "2020-01-27 21:13:51,976 Example #3\n",
      "2020-01-27 21:13:51,976 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:13:51,976 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:13:51,976 \tHypothesis: Natunaki ye Lamuká !\n",
      "2020-01-27 21:13:51,976 Validation result at epoch   2, step    12000: bleu:  20.38, loss: 50352.1367, ppl:   6.7749, duration: 89.3061s\n",
      "2020-01-27 21:13:57,843 Epoch   2: total training loss 13824.17\n",
      "2020-01-27 21:13:57,843 EPOCH 3\n",
      "2020-01-27 21:14:22,734 Epoch   3 Step:    12100 Batch Loss:     1.647174 Tokens per Sec:     7239, Lr: 0.000300\n",
      "2020-01-27 21:14:52,609 Epoch   3 Step:    12200 Batch Loss:     1.619053 Tokens per Sec:     7502, Lr: 0.000300\n",
      "2020-01-27 21:15:22,399 Epoch   3 Step:    12300 Batch Loss:     1.791277 Tokens per Sec:     7549, Lr: 0.000300\n",
      "2020-01-27 21:15:52,510 Epoch   3 Step:    12400 Batch Loss:     2.163477 Tokens per Sec:     7808, Lr: 0.000300\n",
      "2020-01-27 21:16:22,814 Epoch   3 Step:    12500 Batch Loss:     2.114872 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-27 21:16:52,579 Epoch   3 Step:    12600 Batch Loss:     2.067719 Tokens per Sec:     7588, Lr: 0.000300\n",
      "2020-01-27 21:17:22,995 Epoch   3 Step:    12700 Batch Loss:     1.909356 Tokens per Sec:     7800, Lr: 0.000300\n",
      "2020-01-27 21:17:53,136 Epoch   3 Step:    12800 Batch Loss:     2.236482 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-27 21:18:23,238 Epoch   3 Step:    12900 Batch Loss:     1.993439 Tokens per Sec:     7632, Lr: 0.000300\n",
      "2020-01-27 21:18:53,375 Epoch   3 Step:    13000 Batch Loss:     2.363312 Tokens per Sec:     7547, Lr: 0.000300\n",
      "2020-01-27 21:20:22,578 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:20:22,579 Saving new checkpoint.\n",
      "2020-01-27 21:20:22,807 Example #0\n",
      "2020-01-27 21:20:22,808 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:20:22,808 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:20:22,808 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki mabondeli na ngai .\n",
      "2020-01-27 21:20:22,808 Example #1\n",
      "2020-01-27 21:20:22,808 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:20:22,808 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:20:22,808 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 21:20:22,808 Example #2\n",
      "2020-01-27 21:20:22,808 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:20:22,808 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:20:22,808 \tHypothesis: Azali na mokano ya kokende na Escuée Nouva , Eteyelo ya New York , oyo ezali na mwa ntango , mpo na kosalisa bana básalisa bana na bango soki bazali na mwa mikolo , mingimingi na boumeli ya mwa mikolo , mingimingi na eteyelo moko ya ntalo .\n",
      "2020-01-27 21:20:22,809 Example #3\n",
      "2020-01-27 21:20:22,809 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:20:22,809 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:20:22,809 \tHypothesis: Natunaki Lamuká !\n",
      "2020-01-27 21:20:22,809 Validation result at epoch   3, step    13000: bleu:  20.44, loss: 49454.4219, ppl:   6.5477, duration: 89.4333s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 21:20:53,022 Epoch   3 Step:    13100 Batch Loss:     1.574327 Tokens per Sec:     7696, Lr: 0.000300\n",
      "2020-01-27 21:21:23,090 Epoch   3 Step:    13200 Batch Loss:     1.958165 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-27 21:21:53,118 Epoch   3 Step:    13300 Batch Loss:     1.801505 Tokens per Sec:     7598, Lr: 0.000300\n",
      "2020-01-27 21:22:23,191 Epoch   3 Step:    13400 Batch Loss:     2.242677 Tokens per Sec:     7481, Lr: 0.000300\n",
      "2020-01-27 21:22:53,201 Epoch   3 Step:    13500 Batch Loss:     1.688314 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-27 21:23:23,562 Epoch   3 Step:    13600 Batch Loss:     2.062186 Tokens per Sec:     7771, Lr: 0.000300\n",
      "2020-01-27 21:23:53,977 Epoch   3 Step:    13700 Batch Loss:     1.811669 Tokens per Sec:     7714, Lr: 0.000300\n",
      "2020-01-27 21:24:23,441 Epoch   3 Step:    13800 Batch Loss:     2.025887 Tokens per Sec:     7467, Lr: 0.000300\n",
      "2020-01-27 21:24:53,752 Epoch   3 Step:    13900 Batch Loss:     1.967776 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-27 21:25:23,975 Epoch   3 Step:    14000 Batch Loss:     1.756102 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-27 21:26:52,968 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:26:52,968 Saving new checkpoint.\n",
      "2020-01-27 21:26:53,197 Example #0\n",
      "2020-01-27 21:26:53,197 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:26:53,197 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:26:53,197 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 21:26:53,197 Example #1\n",
      "2020-01-27 21:26:53,198 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:26:53,198 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:26:53,198 \tHypothesis: Yehova azali na esengo\n",
      "2020-01-27 21:26:53,198 Example #2\n",
      "2020-01-27 21:26:53,198 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:26:53,198 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:26:53,198 \tHypothesis: Azali na mokano ya kosala Escuuuela Nueva , to Eteyelo ya sika , oyo ezali na ntina mingi mpo na kosalisa bana na bango soki bazali na likoki ya kosala mikolo ya kelasi , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 21:26:53,198 Example #3\n",
      "2020-01-27 21:26:53,198 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:26:53,198 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:26:53,199 \tHypothesis: Natunaki ye Lamuká !\n",
      "2020-01-27 21:26:53,199 Validation result at epoch   3, step    14000: bleu:  21.72, loss: 48591.0391, ppl:   6.3364, duration: 89.2225s\n",
      "2020-01-27 21:27:23,122 Epoch   3 Step:    14100 Batch Loss:     1.938846 Tokens per Sec:     7646, Lr: 0.000300\n",
      "2020-01-27 21:27:53,431 Epoch   3 Step:    14200 Batch Loss:     2.015869 Tokens per Sec:     7670, Lr: 0.000300\n",
      "2020-01-27 21:28:23,604 Epoch   3 Step:    14300 Batch Loss:     2.212808 Tokens per Sec:     7763, Lr: 0.000300\n",
      "2020-01-27 21:28:53,759 Epoch   3 Step:    14400 Batch Loss:     2.385755 Tokens per Sec:     7626, Lr: 0.000300\n",
      "2020-01-27 21:29:24,412 Epoch   3 Step:    14500 Batch Loss:     2.096052 Tokens per Sec:     7816, Lr: 0.000300\n",
      "2020-01-27 21:29:54,467 Epoch   3 Step:    14600 Batch Loss:     2.052399 Tokens per Sec:     7622, Lr: 0.000300\n",
      "2020-01-27 21:30:24,512 Epoch   3 Step:    14700 Batch Loss:     1.945057 Tokens per Sec:     7541, Lr: 0.000300\n",
      "2020-01-27 21:30:54,492 Epoch   3 Step:    14800 Batch Loss:     2.087206 Tokens per Sec:     7736, Lr: 0.000300\n",
      "2020-01-27 21:31:24,714 Epoch   3 Step:    14900 Batch Loss:     1.898539 Tokens per Sec:     7682, Lr: 0.000300\n",
      "2020-01-27 21:31:54,968 Epoch   3 Step:    15000 Batch Loss:     2.139876 Tokens per Sec:     7737, Lr: 0.000300\n",
      "2020-01-27 21:33:24,004 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:33:24,004 Saving new checkpoint.\n",
      "2020-01-27 21:33:24,229 Example #0\n",
      "2020-01-27 21:33:24,229 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:33:24,229 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:33:24,229 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 21:33:24,229 Example #1\n",
      "2020-01-27 21:33:24,230 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:33:24,230 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:33:24,230 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 21:33:24,230 Example #2\n",
      "2020-01-27 21:33:24,230 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:33:24,230 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:33:24,230 \tHypothesis: Azali na mokano ya kosala na Escuela Nueva , to Eteyelo ya New York , oyo ezali na bopusi monene mpo na kosalisa bana na bango soki bazali na mwa mikolo moke , mingimingi na eteyelo moko ya eteyelo moko , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 21:33:24,230 Example #3\n",
      "2020-01-27 21:33:24,230 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:33:24,230 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:33:24,231 \tHypothesis: Namitunaki ye Lamuká !\n",
      "2020-01-27 21:33:24,231 Validation result at epoch   3, step    15000: bleu:  21.91, loss: 47677.1914, ppl:   6.1201, duration: 89.2621s\n",
      "2020-01-27 21:33:54,379 Epoch   3 Step:    15100 Batch Loss:     1.934815 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-27 21:34:24,783 Epoch   3 Step:    15200 Batch Loss:     1.723527 Tokens per Sec:     7730, Lr: 0.000300\n",
      "2020-01-27 21:34:55,117 Epoch   3 Step:    15300 Batch Loss:     2.180264 Tokens per Sec:     7740, Lr: 0.000300\n",
      "2020-01-27 21:35:25,204 Epoch   3 Step:    15400 Batch Loss:     1.838798 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-27 21:35:55,525 Epoch   3 Step:    15500 Batch Loss:     1.790916 Tokens per Sec:     7714, Lr: 0.000300\n",
      "2020-01-27 21:36:25,526 Epoch   3 Step:    15600 Batch Loss:     1.761300 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-27 21:36:55,727 Epoch   3 Step:    15700 Batch Loss:     1.557751 Tokens per Sec:     7722, Lr: 0.000300\n",
      "2020-01-27 21:37:25,969 Epoch   3 Step:    15800 Batch Loss:     2.028628 Tokens per Sec:     7620, Lr: 0.000300\n",
      "2020-01-27 21:37:55,966 Epoch   3 Step:    15900 Batch Loss:     2.078284 Tokens per Sec:     7585, Lr: 0.000300\n",
      "2020-01-27 21:38:26,187 Epoch   3 Step:    16000 Batch Loss:     2.183443 Tokens per Sec:     7676, Lr: 0.000300\n",
      "2020-01-27 21:39:55,215 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:39:55,215 Saving new checkpoint.\n",
      "2020-01-27 21:39:55,444 Example #0\n",
      "2020-01-27 21:39:55,444 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:39:55,444 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:39:55,444 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-27 21:39:55,444 Example #1\n",
      "2020-01-27 21:39:55,444 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:39:55,445 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:39:55,445 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 21:39:55,445 Example #2\n",
      "2020-01-27 21:39:55,445 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:39:55,445 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:39:55,445 \tHypothesis: Azali na mokano ya kosala Elcuela Noueva , Eteyelo ya New York , oyo ezali na bopusi likoló na bana oyo bazali na yango mpo na kosalisa bana na bango soki bazali na mikakatano mingi , mingimingi na eteyelo moko ya mikolo oyo , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 21:39:55,445 Example #3\n",
      "2020-01-27 21:39:55,445 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:39:55,445 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:39:55,445 \tHypothesis: Namitunaki Lamuká !\n",
      "2020-01-27 21:39:55,445 Validation result at epoch   3, step    16000: bleu:  22.61, loss: 47033.9297, ppl:   5.9723, duration: 89.2577s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 21:40:25,936 Epoch   3 Step:    16100 Batch Loss:     2.197314 Tokens per Sec:     7824, Lr: 0.000300\n",
      "2020-01-27 21:40:56,170 Epoch   3 Step:    16200 Batch Loss:     2.323144 Tokens per Sec:     7795, Lr: 0.000300\n",
      "2020-01-27 21:41:26,254 Epoch   3 Step:    16300 Batch Loss:     1.831780 Tokens per Sec:     7607, Lr: 0.000300\n",
      "2020-01-27 21:41:56,575 Epoch   3 Step:    16400 Batch Loss:     1.884616 Tokens per Sec:     7833, Lr: 0.000300\n",
      "2020-01-27 21:42:26,580 Epoch   3 Step:    16500 Batch Loss:     2.084236 Tokens per Sec:     7616, Lr: 0.000300\n",
      "2020-01-27 21:42:57,054 Epoch   3 Step:    16600 Batch Loss:     2.235031 Tokens per Sec:     7754, Lr: 0.000300\n",
      "2020-01-27 21:43:27,193 Epoch   3 Step:    16700 Batch Loss:     1.787066 Tokens per Sec:     7713, Lr: 0.000300\n",
      "2020-01-27 21:43:57,575 Epoch   3 Step:    16800 Batch Loss:     1.986113 Tokens per Sec:     7695, Lr: 0.000300\n",
      "2020-01-27 21:44:27,094 Epoch   3 Step:    16900 Batch Loss:     1.970760 Tokens per Sec:     7510, Lr: 0.000300\n",
      "2020-01-27 21:44:56,906 Epoch   3 Step:    17000 Batch Loss:     2.113969 Tokens per Sec:     7615, Lr: 0.000300\n",
      "2020-01-27 21:46:25,899 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:46:25,899 Saving new checkpoint.\n",
      "2020-01-27 21:46:26,123 Example #0\n",
      "2020-01-27 21:46:26,123 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:46:26,123 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:46:26,123 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-27 21:46:26,123 Example #1\n",
      "2020-01-27 21:46:26,123 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:46:26,124 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:46:26,124 \tHypothesis: Yehova azali na bolingo\n",
      "2020-01-27 21:46:26,124 Example #2\n",
      "2020-01-27 21:46:26,124 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:46:26,124 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:46:26,124 \tHypothesis: Azali na mokano ya kosalisa Escuuu Noueva , to Eteyelo ya sika , oyo ezali na ntina mingi mpo na kosalisa bana bázwa lisalisi soki bazali na mwa mikolo , na ntango ya mpasi , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 21:46:26,124 Example #3\n",
      "2020-01-27 21:46:26,124 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:46:26,124 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:46:26,125 \tHypothesis: Namuká !\n",
      "2020-01-27 21:46:26,125 Validation result at epoch   3, step    17000: bleu:  22.53, loss: 46466.6055, ppl:   5.8450, duration: 89.2176s\n",
      "2020-01-27 21:46:56,483 Epoch   3 Step:    17100 Batch Loss:     1.978908 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-27 21:47:26,305 Epoch   3 Step:    17200 Batch Loss:     2.059312 Tokens per Sec:     7623, Lr: 0.000300\n",
      "2020-01-27 21:47:56,680 Epoch   3 Step:    17300 Batch Loss:     2.444852 Tokens per Sec:     7865, Lr: 0.000300\n",
      "2020-01-27 21:48:26,979 Epoch   3 Step:    17400 Batch Loss:     1.926091 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-27 21:48:56,973 Epoch   3 Step:    17500 Batch Loss:     1.971617 Tokens per Sec:     7581, Lr: 0.000300\n",
      "2020-01-27 21:49:27,135 Epoch   3 Step:    17600 Batch Loss:     1.840469 Tokens per Sec:     7873, Lr: 0.000300\n",
      "2020-01-27 21:49:57,249 Epoch   3 Step:    17700 Batch Loss:     1.938774 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-27 21:50:27,215 Epoch   3 Step:    17800 Batch Loss:     1.671883 Tokens per Sec:     7589, Lr: 0.000300\n",
      "2020-01-27 21:50:57,678 Epoch   3 Step:    17900 Batch Loss:     2.156749 Tokens per Sec:     7691, Lr: 0.000300\n",
      "2020-01-27 21:51:27,802 Epoch   3 Step:    18000 Batch Loss:     1.972669 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-27 21:52:56,799 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:52:56,799 Saving new checkpoint.\n",
      "2020-01-27 21:52:57,022 Example #0\n",
      "2020-01-27 21:52:57,023 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:52:57,023 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:52:57,023 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 21:52:57,023 Example #1\n",
      "2020-01-27 21:52:57,023 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:52:57,023 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:52:57,023 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 21:52:57,023 Example #2\n",
      "2020-01-27 21:52:57,024 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:52:57,024 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:52:57,024 \tHypothesis: Azali na mokano ya kokende na Escuela Nueva , to Eteyelo ya sika , oyo ezali na likita moko oyo ezali na ntina mingi mpo na kosalisa bana na bango soki bazali na eteyelo moko ya mokolo moko ​ — mingimingi na ntango ya mpasi , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 21:52:57,024 Example #3\n",
      "2020-01-27 21:52:57,024 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:52:57,024 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:52:57,024 \tHypothesis: Natunaki ye Lamuká !\n",
      "2020-01-27 21:52:57,024 Validation result at epoch   3, step    18000: bleu:  23.11, loss: 45689.8203, ppl:   5.6750, duration: 89.2218s\n",
      "2020-01-27 21:53:08,934 Epoch   3: total training loss 12204.52\n",
      "2020-01-27 21:53:08,935 EPOCH 4\n",
      "2020-01-27 21:53:27,893 Epoch   4 Step:    18100 Batch Loss:     1.928251 Tokens per Sec:     7400, Lr: 0.000300\n",
      "2020-01-27 21:53:58,318 Epoch   4 Step:    18200 Batch Loss:     2.055233 Tokens per Sec:     7611, Lr: 0.000300\n",
      "2020-01-27 21:54:28,554 Epoch   4 Step:    18300 Batch Loss:     1.716509 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-27 21:54:58,573 Epoch   4 Step:    18400 Batch Loss:     1.690109 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-27 21:55:28,631 Epoch   4 Step:    18500 Batch Loss:     2.038701 Tokens per Sec:     7731, Lr: 0.000300\n",
      "2020-01-27 21:55:58,633 Epoch   4 Step:    18600 Batch Loss:     1.561934 Tokens per Sec:     7609, Lr: 0.000300\n",
      "2020-01-27 21:56:28,982 Epoch   4 Step:    18700 Batch Loss:     2.197530 Tokens per Sec:     7792, Lr: 0.000300\n",
      "2020-01-27 21:56:59,028 Epoch   4 Step:    18800 Batch Loss:     1.677716 Tokens per Sec:     7527, Lr: 0.000300\n",
      "2020-01-27 21:57:28,979 Epoch   4 Step:    18900 Batch Loss:     1.575510 Tokens per Sec:     7582, Lr: 0.000300\n",
      "2020-01-27 21:57:59,252 Epoch   4 Step:    19000 Batch Loss:     1.972191 Tokens per Sec:     7582, Lr: 0.000300\n",
      "2020-01-27 21:59:28,335 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 21:59:28,335 Saving new checkpoint.\n",
      "2020-01-27 21:59:28,560 Example #0\n",
      "2020-01-27 21:59:28,561 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 21:59:28,561 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 21:59:28,561 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 21:59:28,561 Example #1\n",
      "2020-01-27 21:59:28,561 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 21:59:28,561 \tReference:  Yehova akumisami\n",
      "2020-01-27 21:59:28,561 \tHypothesis: Yehova abongi\n",
      "2020-01-27 21:59:28,561 Example #2\n",
      "2020-01-27 21:59:28,561 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 21:59:28,562 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 21:59:28,562 \tHypothesis: Azali na mokano ya kosalisa Escuela Nueva , to Eteyelo ya Sika , ete ezali na makambo oyo esalemi mpo na kosalisa bana bámela bana na bango soki bazali na mwa mikolo moke , mingimingi na ntango oyo ebongi .\n",
      "2020-01-27 21:59:28,562 Example #3\n",
      "2020-01-27 21:59:28,562 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 21:59:28,562 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 21:59:28,562 \tHypothesis: Namuká !\n",
      "2020-01-27 21:59:28,562 Validation result at epoch   4, step    19000: bleu:  23.38, loss: 45089.9062, ppl:   5.5471, duration: 89.3097s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 21:59:58,807 Epoch   4 Step:    19100 Batch Loss:     2.105819 Tokens per Sec:     7660, Lr: 0.000300\n",
      "2020-01-27 22:00:29,059 Epoch   4 Step:    19200 Batch Loss:     1.664820 Tokens per Sec:     7620, Lr: 0.000300\n",
      "2020-01-27 22:00:59,215 Epoch   4 Step:    19300 Batch Loss:     1.930396 Tokens per Sec:     7682, Lr: 0.000300\n",
      "2020-01-27 22:01:29,636 Epoch   4 Step:    19400 Batch Loss:     1.647398 Tokens per Sec:     7709, Lr: 0.000300\n",
      "2020-01-27 22:01:59,870 Epoch   4 Step:    19500 Batch Loss:     1.643547 Tokens per Sec:     7715, Lr: 0.000300\n",
      "2020-01-27 22:02:29,825 Epoch   4 Step:    19600 Batch Loss:     1.724154 Tokens per Sec:     7600, Lr: 0.000300\n",
      "2020-01-27 22:02:59,988 Epoch   4 Step:    19700 Batch Loss:     2.043571 Tokens per Sec:     7620, Lr: 0.000300\n",
      "2020-01-27 22:03:30,702 Epoch   4 Step:    19800 Batch Loss:     1.822502 Tokens per Sec:     7986, Lr: 0.000300\n",
      "2020-01-27 22:04:00,758 Epoch   4 Step:    19900 Batch Loss:     1.706451 Tokens per Sec:     7662, Lr: 0.000300\n",
      "2020-01-27 22:04:30,954 Epoch   4 Step:    20000 Batch Loss:     2.021388 Tokens per Sec:     7713, Lr: 0.000300\n",
      "2020-01-27 22:06:00,059 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:06:00,059 Saving new checkpoint.\n",
      "2020-01-27 22:06:00,285 Example #0\n",
      "2020-01-27 22:06:00,286 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:06:00,286 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:06:00,286 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 22:06:00,286 Example #1\n",
      "2020-01-27 22:06:00,286 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:06:00,286 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:06:00,286 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 22:06:00,286 Example #2\n",
      "2020-01-27 22:06:00,286 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:06:00,287 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:06:00,287 \tHypothesis: Azali na mokano ya kosalisa Escuela Nueva , to Eteyelo ya New York , oyo ezali na likita ya malamu oyo epesami na bana ete bázwa lisalisi soki bazali na mwa mikolo moke na kelasi , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 22:06:00,287 Example #3\n",
      "2020-01-27 22:06:00,287 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:06:00,287 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:06:00,287 \tHypothesis: Natunaki ye ete Lamuká !\n",
      "2020-01-27 22:06:00,287 Validation result at epoch   4, step    20000: bleu:  24.05, loss: 44844.7773, ppl:   5.4957, duration: 89.3317s\n",
      "2020-01-27 22:06:30,750 Epoch   4 Step:    20100 Batch Loss:     1.940568 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-27 22:07:00,673 Epoch   4 Step:    20200 Batch Loss:     1.527586 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-27 22:07:30,940 Epoch   4 Step:    20300 Batch Loss:     1.882231 Tokens per Sec:     7784, Lr: 0.000300\n",
      "2020-01-27 22:08:01,182 Epoch   4 Step:    20400 Batch Loss:     1.842959 Tokens per Sec:     7710, Lr: 0.000300\n",
      "2020-01-27 22:08:31,217 Epoch   4 Step:    20500 Batch Loss:     1.889212 Tokens per Sec:     7583, Lr: 0.000300\n",
      "2020-01-27 22:09:01,430 Epoch   4 Step:    20600 Batch Loss:     2.130700 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-27 22:09:31,615 Epoch   4 Step:    20700 Batch Loss:     1.943740 Tokens per Sec:     7696, Lr: 0.000300\n",
      "2020-01-27 22:10:02,016 Epoch   4 Step:    20800 Batch Loss:     2.000001 Tokens per Sec:     7669, Lr: 0.000300\n",
      "2020-01-27 22:10:32,184 Epoch   4 Step:    20900 Batch Loss:     1.935724 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-27 22:11:02,074 Epoch   4 Step:    21000 Batch Loss:     1.860271 Tokens per Sec:     7618, Lr: 0.000300\n",
      "2020-01-27 22:12:31,093 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:12:31,093 Saving new checkpoint.\n",
      "2020-01-27 22:12:31,321 Example #0\n",
      "2020-01-27 22:12:31,322 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:12:31,322 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:12:31,322 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 22:12:31,322 Example #1\n",
      "2020-01-27 22:12:31,322 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:12:31,322 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:12:31,322 \tHypothesis: Yehova azali na lolendo\n",
      "2020-01-27 22:12:31,322 Example #2\n",
      "2020-01-27 22:12:31,323 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:12:31,323 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:12:31,323 \tHypothesis: Azali na mokano ya kosala Elcuela Nineva , to Eteyelo ya New York , oyo ezali na likita moko oyo ezali na ntina mingi mpo na kosalisa bana ete básalisa bana na bango soki bazali na mwa mikolo , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 22:12:31,323 Example #3\n",
      "2020-01-27 22:12:31,323 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:12:31,323 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:12:31,323 \tHypothesis: Natunaki ye mokanda moko ya Lamuká !\n",
      "2020-01-27 22:12:31,323 Validation result at epoch   4, step    21000: bleu:  24.44, loss: 44017.1680, ppl:   5.3255, duration: 89.2485s\n",
      "2020-01-27 22:13:01,426 Epoch   4 Step:    21100 Batch Loss:     1.802887 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-27 22:13:31,503 Epoch   4 Step:    21200 Batch Loss:     2.048189 Tokens per Sec:     7635, Lr: 0.000300\n",
      "2020-01-27 22:14:01,300 Epoch   4 Step:    21300 Batch Loss:     1.770097 Tokens per Sec:     7521, Lr: 0.000300\n",
      "2020-01-27 22:14:31,620 Epoch   4 Step:    21400 Batch Loss:     1.885339 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-27 22:15:01,704 Epoch   4 Step:    21500 Batch Loss:     1.800840 Tokens per Sec:     7632, Lr: 0.000300\n",
      "2020-01-27 22:15:31,903 Epoch   4 Step:    21600 Batch Loss:     2.165957 Tokens per Sec:     7799, Lr: 0.000300\n",
      "2020-01-27 22:16:02,533 Epoch   4 Step:    21700 Batch Loss:     1.824133 Tokens per Sec:     7743, Lr: 0.000300\n",
      "2020-01-27 22:16:32,365 Epoch   4 Step:    21800 Batch Loss:     2.073652 Tokens per Sec:     7564, Lr: 0.000300\n",
      "2020-01-27 22:17:02,770 Epoch   4 Step:    21900 Batch Loss:     1.510303 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-27 22:17:32,920 Epoch   4 Step:    22000 Batch Loss:     2.564893 Tokens per Sec:     7625, Lr: 0.000300\n",
      "2020-01-27 22:19:01,966 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:19:01,966 Saving new checkpoint.\n",
      "2020-01-27 22:19:02,190 Example #0\n",
      "2020-01-27 22:19:02,190 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:19:02,190 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:19:02,190 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-27 22:19:02,190 Example #1\n",
      "2020-01-27 22:19:02,190 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:19:02,190 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:19:02,191 \tHypothesis: Yehova azali na elikya\n",
      "2020-01-27 22:19:02,191 Example #2\n",
      "2020-01-27 22:19:02,191 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:19:02,191 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:19:02,191 \tHypothesis: Azali na mokano ya kosalisa bana na bango soki bazali na mwa mikolo , na ndakisa na eteyelo ya Suli , to na Eteyelo ya New York , to na Eteyelo ya sika , oyo ezali na ntina mingi mpo na kosalisa bana bázwa lisalisi soki bazali na mwa mikolo moke na eteyelo moko ya eteyelo , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 22:19:02,191 Example #3\n",
      "2020-01-27 22:19:02,191 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:19:02,191 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:19:02,191 \tHypothesis: Namitunaki Lamuká !\n",
      "2020-01-27 22:19:02,191 Validation result at epoch   4, step    22000: bleu:  24.46, loss: 43584.0781, ppl:   5.2386, duration: 89.2708s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 22:19:32,076 Epoch   4 Step:    22100 Batch Loss:     1.783809 Tokens per Sec:     7565, Lr: 0.000300\n",
      "2020-01-27 22:20:02,232 Epoch   4 Step:    22200 Batch Loss:     2.024279 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-27 22:20:32,067 Epoch   4 Step:    22300 Batch Loss:     1.400355 Tokens per Sec:     7568, Lr: 0.000300\n",
      "2020-01-27 22:21:02,369 Epoch   4 Step:    22400 Batch Loss:     2.013803 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-27 22:21:32,511 Epoch   4 Step:    22500 Batch Loss:     2.032674 Tokens per Sec:     7759, Lr: 0.000300\n",
      "2020-01-27 22:22:02,896 Epoch   4 Step:    22600 Batch Loss:     2.136215 Tokens per Sec:     7872, Lr: 0.000300\n",
      "2020-01-27 22:22:33,011 Epoch   4 Step:    22700 Batch Loss:     1.714135 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-27 22:23:03,267 Epoch   4 Step:    22800 Batch Loss:     1.739599 Tokens per Sec:     7644, Lr: 0.000300\n",
      "2020-01-27 22:23:33,327 Epoch   4 Step:    22900 Batch Loss:     1.989424 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-27 22:24:03,544 Epoch   4 Step:    23000 Batch Loss:     1.829455 Tokens per Sec:     7628, Lr: 0.000300\n",
      "2020-01-27 22:25:32,617 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:25:32,617 Saving new checkpoint.\n",
      "2020-01-27 22:25:32,846 Example #0\n",
      "2020-01-27 22:25:32,847 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:25:32,847 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:25:32,847 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-27 22:25:32,847 Example #1\n",
      "2020-01-27 22:25:32,847 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:25:32,847 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:25:32,847 \tHypothesis: Yehova azali na bolingo\n",
      "2020-01-27 22:25:32,847 Example #2\n",
      "2020-01-27 22:25:32,848 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:25:32,848 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:25:32,848 \tHypothesis: Azali na mokano ya kosala Elcuela Nueva , to Eteyelo ya sika , oyo ezali na motó ya likambo ete bana básalisa bana báfanda na eteyelo moko ya moke , mingimingi na ntango oyo ebongi .\n",
      "2020-01-27 22:25:32,848 Example #3\n",
      "2020-01-27 22:25:32,848 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:25:32,848 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:25:32,848 \tHypothesis: Natunaki ye buku Lamuká !\n",
      "2020-01-27 22:25:32,848 Validation result at epoch   4, step    23000: bleu:  24.65, loss: 43314.8867, ppl:   5.1853, duration: 89.3034s\n",
      "2020-01-27 22:26:03,017 Epoch   4 Step:    23100 Batch Loss:     1.791986 Tokens per Sec:     7632, Lr: 0.000300\n",
      "2020-01-27 22:26:33,174 Epoch   4 Step:    23200 Batch Loss:     1.994203 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-27 22:27:03,589 Epoch   4 Step:    23300 Batch Loss:     1.778074 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-27 22:27:33,995 Epoch   4 Step:    23400 Batch Loss:     2.051132 Tokens per Sec:     7809, Lr: 0.000300\n",
      "2020-01-27 22:28:03,992 Epoch   4 Step:    23500 Batch Loss:     1.904782 Tokens per Sec:     7626, Lr: 0.000300\n",
      "2020-01-27 22:28:34,127 Epoch   4 Step:    23600 Batch Loss:     1.944999 Tokens per Sec:     7556, Lr: 0.000300\n",
      "2020-01-27 22:29:04,532 Epoch   4 Step:    23700 Batch Loss:     2.063878 Tokens per Sec:     7776, Lr: 0.000300\n",
      "2020-01-27 22:29:34,436 Epoch   4 Step:    23800 Batch Loss:     1.938851 Tokens per Sec:     7654, Lr: 0.000300\n",
      "2020-01-27 22:30:04,768 Epoch   4 Step:    23900 Batch Loss:     1.975328 Tokens per Sec:     7707, Lr: 0.000300\n",
      "2020-01-27 22:30:35,094 Epoch   4 Step:    24000 Batch Loss:     1.878977 Tokens per Sec:     7787, Lr: 0.000300\n",
      "2020-01-27 22:32:04,144 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:32:04,145 Saving new checkpoint.\n",
      "2020-01-27 22:32:04,373 Example #0\n",
      "2020-01-27 22:32:04,373 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:32:04,373 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:32:04,373 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-27 22:32:04,373 Example #1\n",
      "2020-01-27 22:32:04,374 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:32:04,374 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:32:04,374 \tHypothesis: Yehova azali na bolingo\n",
      "2020-01-27 22:32:04,374 Example #2\n",
      "2020-01-27 22:32:04,374 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:32:04,374 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:32:04,374 \tHypothesis: Azali na mokano ya kosala Elcuela Nueva , to Eteyelo ya sika , oyo ezali na bopusi monene mpo na kosalisa bana básalisa bango bázwa mwa mikolo moke na eteyelo ​ — mingimingi na ntango oyo ebongi .\n",
      "2020-01-27 22:32:04,374 Example #3\n",
      "2020-01-27 22:32:04,375 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:32:04,375 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:32:04,375 \tHypothesis: Nkulutu moko ya Lamuká !\n",
      "2020-01-27 22:32:04,375 Validation result at epoch   4, step    24000: bleu:  24.88, loss: 42719.6367, ppl:   5.0693, duration: 89.2807s\n",
      "2020-01-27 22:32:18,098 Epoch   4: total training loss 11294.87\n",
      "2020-01-27 22:32:18,098 EPOCH 5\n",
      "2020-01-27 22:32:35,613 Epoch   5 Step:    24100 Batch Loss:     1.754598 Tokens per Sec:     7243, Lr: 0.000300\n",
      "2020-01-27 22:33:05,824 Epoch   5 Step:    24200 Batch Loss:     1.545798 Tokens per Sec:     7570, Lr: 0.000300\n",
      "2020-01-27 22:34:06,456 Epoch   5 Step:    24400 Batch Loss:     1.589370 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-27 22:34:36,875 Epoch   5 Step:    24500 Batch Loss:     1.678805 Tokens per Sec:     7702, Lr: 0.000300\n",
      "2020-01-27 22:35:07,074 Epoch   5 Step:    24600 Batch Loss:     1.799752 Tokens per Sec:     7543, Lr: 0.000300\n",
      "2020-01-27 22:35:37,481 Epoch   5 Step:    24700 Batch Loss:     1.660107 Tokens per Sec:     7806, Lr: 0.000300\n",
      "2020-01-27 22:36:07,484 Epoch   5 Step:    24800 Batch Loss:     1.892161 Tokens per Sec:     7545, Lr: 0.000300\n",
      "2020-01-27 22:36:37,375 Epoch   5 Step:    24900 Batch Loss:     1.763327 Tokens per Sec:     7532, Lr: 0.000300\n",
      "2020-01-27 22:37:07,614 Epoch   5 Step:    25000 Batch Loss:     1.992369 Tokens per Sec:     7713, Lr: 0.000300\n",
      "2020-01-27 22:38:36,784 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:38:36,785 Saving new checkpoint.\n",
      "2020-01-27 22:38:37,012 Example #0\n",
      "2020-01-27 22:38:37,013 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:38:37,013 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:38:37,013 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 22:38:37,013 Example #1\n",
      "2020-01-27 22:38:37,013 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:38:37,013 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:38:37,013 \tHypothesis: Yehova azali na lolendo\n",
      "2020-01-27 22:38:37,013 Example #2\n",
      "2020-01-27 22:38:37,014 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:38:37,014 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:38:37,014 \tHypothesis: Azali na mokano ya kokende na Ecuela Nueva , to Eteyelo ya sika , oyo ezali na mokano ya kosalisa bana bátika te soki bazali na mwa mikolo moke ya kelasi , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 22:38:37,014 Example #3\n",
      "2020-01-27 22:38:37,014 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:38:37,014 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:38:37,014 \tHypothesis: Natunaki ye buku Lamuká !\n",
      "2020-01-27 22:38:37,014 Validation result at epoch   5, step    25000: bleu:  25.30, loss: 42679.8438, ppl:   5.0617, duration: 89.3995s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 22:39:07,268 Epoch   5 Step:    25100 Batch Loss:     1.894649 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-27 22:39:37,469 Epoch   5 Step:    25200 Batch Loss:     2.071936 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-27 22:40:07,484 Epoch   5 Step:    25300 Batch Loss:     1.819191 Tokens per Sec:     7724, Lr: 0.000300\n",
      "2020-01-27 22:40:37,647 Epoch   5 Step:    25400 Batch Loss:     1.811952 Tokens per Sec:     7627, Lr: 0.000300\n",
      "2020-01-27 22:41:07,924 Epoch   5 Step:    25500 Batch Loss:     1.857462 Tokens per Sec:     7581, Lr: 0.000300\n",
      "2020-01-27 22:41:37,801 Epoch   5 Step:    25600 Batch Loss:     2.069751 Tokens per Sec:     7640, Lr: 0.000300\n",
      "2020-01-27 22:42:07,945 Epoch   5 Step:    25700 Batch Loss:     1.755112 Tokens per Sec:     7619, Lr: 0.000300\n",
      "2020-01-27 22:42:38,054 Epoch   5 Step:    25800 Batch Loss:     1.731819 Tokens per Sec:     7538, Lr: 0.000300\n",
      "2020-01-27 22:43:07,981 Epoch   5 Step:    25900 Batch Loss:     1.879885 Tokens per Sec:     7675, Lr: 0.000300\n",
      "2020-01-27 22:43:38,668 Epoch   5 Step:    26000 Batch Loss:     1.775095 Tokens per Sec:     7772, Lr: 0.000300\n",
      "2020-01-27 22:45:07,730 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:45:07,730 Saving new checkpoint.\n",
      "2020-01-27 22:45:07,959 Example #0\n",
      "2020-01-27 22:45:07,960 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:45:07,960 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:45:07,960 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-27 22:45:07,960 Example #1\n",
      "2020-01-27 22:45:07,960 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:45:07,960 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:45:07,960 \tHypothesis: Yehova azali na bolingo\n",
      "2020-01-27 22:45:07,960 Example #2\n",
      "2020-01-27 22:45:07,961 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:45:07,961 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:45:07,961 \tHypothesis: Azali na mokano ya kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na boyokani malamu mpo na kosalisa bana na bango bázwa ntango ya mikakatano , mingimingi na ntango oyo ebongi .\n",
      "2020-01-27 22:45:07,961 Example #3\n",
      "2020-01-27 22:45:07,961 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:45:07,961 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:45:07,961 \tHypothesis: Natunaki ye ete Lamuká !\n",
      "2020-01-27 22:45:07,961 Validation result at epoch   5, step    26000: bleu:  25.20, loss: 42187.6094, ppl:   4.9679, duration: 89.2921s\n",
      "2020-01-27 22:45:38,001 Epoch   5 Step:    26100 Batch Loss:     1.790515 Tokens per Sec:     7827, Lr: 0.000300\n",
      "2020-01-27 22:46:08,069 Epoch   5 Step:    26200 Batch Loss:     1.786284 Tokens per Sec:     7619, Lr: 0.000300\n",
      "2020-01-27 22:46:38,571 Epoch   5 Step:    26300 Batch Loss:     1.638446 Tokens per Sec:     7732, Lr: 0.000300\n",
      "2020-01-27 22:47:08,546 Epoch   5 Step:    26400 Batch Loss:     2.130881 Tokens per Sec:     7557, Lr: 0.000300\n",
      "2020-01-27 22:47:38,501 Epoch   5 Step:    26500 Batch Loss:     1.643590 Tokens per Sec:     7630, Lr: 0.000300\n",
      "2020-01-27 22:48:08,893 Epoch   5 Step:    26600 Batch Loss:     1.877952 Tokens per Sec:     7755, Lr: 0.000300\n",
      "2020-01-27 22:48:39,427 Epoch   5 Step:    26700 Batch Loss:     1.948816 Tokens per Sec:     7771, Lr: 0.000300\n",
      "2020-01-27 22:49:09,804 Epoch   5 Step:    26800 Batch Loss:     1.583995 Tokens per Sec:     7611, Lr: 0.000300\n",
      "2020-01-27 22:49:40,400 Epoch   5 Step:    26900 Batch Loss:     2.204250 Tokens per Sec:     7796, Lr: 0.000300\n",
      "2020-01-27 22:50:10,785 Epoch   5 Step:    27000 Batch Loss:     1.836155 Tokens per Sec:     7742, Lr: 0.000300\n",
      "2020-01-27 22:51:39,893 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:51:39,894 Saving new checkpoint.\n",
      "2020-01-27 22:51:40,120 Example #0\n",
      "2020-01-27 22:51:40,120 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:51:40,120 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:51:40,120 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-27 22:51:40,121 Example #1\n",
      "2020-01-27 22:51:40,121 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:51:40,121 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:51:40,121 \tHypothesis: Yehova azali na bolingo\n",
      "2020-01-27 22:51:40,121 Example #2\n",
      "2020-01-27 22:51:40,121 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:51:40,121 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:51:40,121 \tHypothesis: Azali na mokano ya kosala Elcuela Nueva , to Eteyelo ya New York , oyo ezali na bopusi monene mpo na kosalisa bana na kososola soki bazali na mwa mikolo moke na eteyelo moko , mingimingi na ntango oyo eleki malamu .\n",
      "2020-01-27 22:51:40,121 Example #3\n",
      "2020-01-27 22:51:40,122 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:51:40,122 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:51:40,122 \tHypothesis: Avelo moko ya Lamuká !\n",
      "2020-01-27 22:51:40,122 Validation result at epoch   5, step    27000: bleu:  26.04, loss: 41824.1133, ppl:   4.8997, duration: 89.3365s\n",
      "2020-01-27 22:52:10,341 Epoch   5 Step:    27100 Batch Loss:     1.745623 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-27 22:52:40,746 Epoch   5 Step:    27200 Batch Loss:     1.950143 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-27 22:53:10,822 Epoch   5 Step:    27300 Batch Loss:     1.806058 Tokens per Sec:     7708, Lr: 0.000300\n",
      "2020-01-27 22:53:41,310 Epoch   5 Step:    27400 Batch Loss:     1.815019 Tokens per Sec:     7782, Lr: 0.000300\n",
      "2020-01-27 22:54:11,284 Epoch   5 Step:    27500 Batch Loss:     1.582586 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-27 22:54:41,702 Epoch   5 Step:    27600 Batch Loss:     1.767766 Tokens per Sec:     7789, Lr: 0.000300\n",
      "2020-01-27 22:55:11,923 Epoch   5 Step:    27700 Batch Loss:     1.472194 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-27 22:55:42,081 Epoch   5 Step:    27800 Batch Loss:     1.800304 Tokens per Sec:     7560, Lr: 0.000300\n",
      "2020-01-27 22:56:11,990 Epoch   5 Step:    27900 Batch Loss:     1.866449 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-27 22:56:42,561 Epoch   5 Step:    28000 Batch Loss:     1.924410 Tokens per Sec:     7835, Lr: 0.000300\n",
      "2020-01-27 22:58:11,540 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 22:58:11,540 Saving new checkpoint.\n",
      "2020-01-27 22:58:11,769 Example #0\n",
      "2020-01-27 22:58:11,770 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 22:58:11,770 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 22:58:11,770 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-27 22:58:11,770 Example #1\n",
      "2020-01-27 22:58:11,770 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 22:58:11,770 \tReference:  Yehova akumisami\n",
      "2020-01-27 22:58:11,770 \tHypothesis: Yehova azali na komikitisa\n",
      "2020-01-27 22:58:11,770 Example #2\n",
      "2020-01-27 22:58:11,771 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 22:58:11,771 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 22:58:11,771 \tHypothesis: Azali na mokano ya kosala Elcuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu oyo esalemi mpo na kosalisa bana bázwa bikateli soki bazali na mwa mikolo moke na eteyelo moko ​ — likambo moko oyo bato mingi bazali kosala , mingimingi na ntango ya mpasi .\n",
      "2020-01-27 22:58:11,771 Example #3\n",
      "2020-01-27 22:58:11,771 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 22:58:11,771 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 22:58:11,771 \tHypothesis: Nkulutu moko ya Lamuká !\n",
      "2020-01-27 22:58:11,771 Validation result at epoch   5, step    28000: bleu:  26.06, loss: 41468.5938, ppl:   4.8340, duration: 89.2091s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 22:58:41,760 Epoch   5 Step:    28100 Batch Loss:     1.693335 Tokens per Sec:     7629, Lr: 0.000300\n",
      "2020-01-27 22:59:12,204 Epoch   5 Step:    28200 Batch Loss:     1.796198 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-27 22:59:42,401 Epoch   5 Step:    28300 Batch Loss:     1.808882 Tokens per Sec:     7624, Lr: 0.000300\n",
      "2020-01-27 23:00:12,805 Epoch   5 Step:    28400 Batch Loss:     1.902103 Tokens per Sec:     7814, Lr: 0.000300\n",
      "2020-01-27 23:00:42,825 Epoch   5 Step:    28500 Batch Loss:     1.750311 Tokens per Sec:     7665, Lr: 0.000300\n",
      "2020-01-27 23:01:12,875 Epoch   5 Step:    28600 Batch Loss:     1.719746 Tokens per Sec:     7617, Lr: 0.000300\n",
      "2020-01-27 23:01:43,081 Epoch   5 Step:    28700 Batch Loss:     1.693947 Tokens per Sec:     7627, Lr: 0.000300\n",
      "2020-01-27 23:02:13,230 Epoch   5 Step:    28800 Batch Loss:     2.243715 Tokens per Sec:     7566, Lr: 0.000300\n",
      "2020-01-27 23:02:43,326 Epoch   5 Step:    28900 Batch Loss:     1.548488 Tokens per Sec:     7541, Lr: 0.000300\n",
      "2020-01-27 23:03:13,553 Epoch   5 Step:    29000 Batch Loss:     1.480752 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-27 23:04:42,552 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:04:42,553 Saving new checkpoint.\n",
      "2020-01-27 23:04:42,778 Example #0\n",
      "2020-01-27 23:04:42,778 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:04:42,778 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:04:42,779 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 23:04:42,779 Example #1\n",
      "2020-01-27 23:04:42,779 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:04:42,779 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:04:42,779 \tHypothesis: Yehova amonisami\n",
      "2020-01-27 23:04:42,779 Example #2\n",
      "2020-01-27 23:04:42,779 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:04:42,779 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:04:42,779 \tHypothesis: Azali na mokano ya kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na esika moko ya malamu mpo na kosalisa bana bázwa mwa mikolo moke na eteyelo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:04:42,779 Example #3\n",
      "2020-01-27 23:04:42,780 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:04:42,780 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:04:42,780 \tHypothesis: Natunaki ye Lamuká !\n",
      "2020-01-27 23:04:42,780 Validation result at epoch   5, step    29000: bleu:  25.89, loss: 41204.9062, ppl:   4.7858, duration: 89.2258s\n",
      "2020-01-27 23:05:12,588 Epoch   5 Step:    29100 Batch Loss:     1.690534 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-27 23:05:42,655 Epoch   5 Step:    29200 Batch Loss:     1.948053 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-27 23:06:12,827 Epoch   5 Step:    29300 Batch Loss:     1.959251 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-27 23:06:43,130 Epoch   5 Step:    29400 Batch Loss:     1.800848 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-27 23:07:13,502 Epoch   5 Step:    29500 Batch Loss:     1.732033 Tokens per Sec:     7892, Lr: 0.000300\n",
      "2020-01-27 23:07:43,721 Epoch   5 Step:    29600 Batch Loss:     1.775234 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-27 23:08:14,455 Epoch   5 Step:    29700 Batch Loss:     1.455870 Tokens per Sec:     7905, Lr: 0.000300\n",
      "2020-01-27 23:08:44,607 Epoch   5 Step:    29800 Batch Loss:     1.654817 Tokens per Sec:     7490, Lr: 0.000300\n",
      "2020-01-27 23:09:14,697 Epoch   5 Step:    29900 Batch Loss:     1.766468 Tokens per Sec:     7703, Lr: 0.000300\n",
      "2020-01-27 23:09:44,883 Epoch   5 Step:    30000 Batch Loss:     1.851380 Tokens per Sec:     7735, Lr: 0.000300\n",
      "2020-01-27 23:11:13,942 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:11:13,943 Saving new checkpoint.\n",
      "2020-01-27 23:11:14,173 Example #0\n",
      "2020-01-27 23:11:14,174 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:11:14,174 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:11:14,174 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-27 23:11:14,174 Example #1\n",
      "2020-01-27 23:11:14,174 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:11:14,174 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:11:14,174 \tHypothesis: Yehova amonanaka\n",
      "2020-01-27 23:11:14,174 Example #2\n",
      "2020-01-27 23:11:14,174 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:11:14,175 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:11:14,175 \tHypothesis: Azali na mokano ya kosalisa bana na bango soki bazali na mwa mikolo ya eteyelo moko , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:11:14,175 Example #3\n",
      "2020-01-27 23:11:14,175 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:11:14,175 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:11:14,175 \tHypothesis: Natunaki ye moko ya Lamuká !\n",
      "2020-01-27 23:11:14,175 Validation result at epoch   5, step    30000: bleu:  26.14, loss: 41016.2070, ppl:   4.7516, duration: 89.2918s\n",
      "2020-01-27 23:11:27,729 Epoch   5: total training loss 10699.82\n",
      "2020-01-27 23:11:27,730 EPOCH 6\n",
      "2020-01-27 23:11:45,486 Epoch   6 Step:    30100 Batch Loss:     1.748424 Tokens per Sec:     7394, Lr: 0.000300\n",
      "2020-01-27 23:12:15,213 Epoch   6 Step:    30200 Batch Loss:     2.166234 Tokens per Sec:     7571, Lr: 0.000300\n",
      "2020-01-27 23:12:45,351 Epoch   6 Step:    30300 Batch Loss:     1.888261 Tokens per Sec:     7620, Lr: 0.000300\n",
      "2020-01-27 23:13:15,185 Epoch   6 Step:    30400 Batch Loss:     1.861037 Tokens per Sec:     7527, Lr: 0.000300\n",
      "2020-01-27 23:13:45,297 Epoch   6 Step:    30500 Batch Loss:     1.412363 Tokens per Sec:     7635, Lr: 0.000300\n",
      "2020-01-27 23:14:15,747 Epoch   6 Step:    30600 Batch Loss:     1.896694 Tokens per Sec:     7805, Lr: 0.000300\n",
      "2020-01-27 23:14:45,857 Epoch   6 Step:    30700 Batch Loss:     2.000122 Tokens per Sec:     7628, Lr: 0.000300\n",
      "2020-01-27 23:15:16,176 Epoch   6 Step:    30800 Batch Loss:     1.823205 Tokens per Sec:     7715, Lr: 0.000300\n",
      "2020-01-27 23:15:46,518 Epoch   6 Step:    30900 Batch Loss:     1.658786 Tokens per Sec:     7753, Lr: 0.000300\n",
      "2020-01-27 23:16:16,957 Epoch   6 Step:    31000 Batch Loss:     1.887793 Tokens per Sec:     7777, Lr: 0.000300\n",
      "2020-01-27 23:17:46,091 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:17:46,091 Saving new checkpoint.\n",
      "2020-01-27 23:17:46,321 Example #0\n",
      "2020-01-27 23:17:46,321 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:17:46,321 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:17:46,321 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-27 23:17:46,322 Example #1\n",
      "2020-01-27 23:17:46,322 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:17:46,322 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:17:46,322 \tHypothesis: Yehova azali na lolendo\n",
      "2020-01-27 23:17:46,322 Example #2\n",
      "2020-01-27 23:17:46,322 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:17:46,322 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:17:46,322 \tHypothesis: Azali na mokano ya kokende na Ecuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu oyo esalemi mpo na kosalisa bana bázwa bana na bango soki bazali na mwa mikolo moke na eteyelo ​ — likambo moko ya mabe , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:17:46,322 Example #3\n",
      "2020-01-27 23:17:46,323 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:17:46,323 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:17:46,323 \tHypothesis: Namitunaki ye moko ya Lamuká !\n",
      "2020-01-27 23:17:46,323 Validation result at epoch   6, step    31000: bleu:  26.56, loss: 40608.9570, ppl:   4.6787, duration: 89.3648s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 23:18:16,468 Epoch   6 Step:    31100 Batch Loss:     1.802191 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-27 23:18:46,681 Epoch   6 Step:    31200 Batch Loss:     1.446300 Tokens per Sec:     7659, Lr: 0.000300\n",
      "2020-01-27 23:19:17,029 Epoch   6 Step:    31300 Batch Loss:     1.768435 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-27 23:19:47,487 Epoch   6 Step:    31400 Batch Loss:     1.644929 Tokens per Sec:     7852, Lr: 0.000300\n",
      "2020-01-27 23:20:17,974 Epoch   6 Step:    31500 Batch Loss:     1.918107 Tokens per Sec:     7722, Lr: 0.000300\n",
      "2020-01-27 23:20:48,123 Epoch   6 Step:    31600 Batch Loss:     1.763344 Tokens per Sec:     7626, Lr: 0.000300\n",
      "2020-01-27 23:21:17,875 Epoch   6 Step:    31700 Batch Loss:     1.669690 Tokens per Sec:     7538, Lr: 0.000300\n",
      "2020-01-27 23:21:47,985 Epoch   6 Step:    31800 Batch Loss:     1.673225 Tokens per Sec:     7753, Lr: 0.000300\n",
      "2020-01-27 23:22:18,138 Epoch   6 Step:    31900 Batch Loss:     1.817681 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-27 23:22:48,446 Epoch   6 Step:    32000 Batch Loss:     1.746116 Tokens per Sec:     7817, Lr: 0.000300\n",
      "2020-01-27 23:24:17,553 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:24:17,553 Saving new checkpoint.\n",
      "2020-01-27 23:24:17,781 Example #0\n",
      "2020-01-27 23:24:17,781 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:24:17,782 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:24:17,782 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 23:24:17,782 Example #1\n",
      "2020-01-27 23:24:17,782 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:24:17,782 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:24:17,782 \tHypothesis: Yehova azali na bolingo\n",
      "2020-01-27 23:24:17,782 Example #2\n",
      "2020-01-27 23:24:17,782 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:24:17,782 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:24:17,783 \tHypothesis: Azali na Escuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bámeka soki bazali na mwa mikolo moke , na ntango ya mpasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:24:17,783 Example #3\n",
      "2020-01-27 23:24:17,783 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:24:17,783 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:24:17,783 \tHypothesis: Nkulutu moko ya Lamuká !\n",
      "2020-01-27 23:24:17,783 Validation result at epoch   6, step    32000: bleu:  26.68, loss: 40509.7695, ppl:   4.6611, duration: 89.3360s\n",
      "2020-01-27 23:24:47,894 Epoch   6 Step:    32100 Batch Loss:     1.612868 Tokens per Sec:     7728, Lr: 0.000300\n",
      "2020-01-27 23:25:17,725 Epoch   6 Step:    32200 Batch Loss:     1.862334 Tokens per Sec:     7670, Lr: 0.000300\n",
      "2020-01-27 23:25:48,118 Epoch   6 Step:    32300 Batch Loss:     1.701440 Tokens per Sec:     7759, Lr: 0.000300\n",
      "2020-01-27 23:26:18,150 Epoch   6 Step:    32400 Batch Loss:     1.723262 Tokens per Sec:     7525, Lr: 0.000300\n",
      "2020-01-27 23:26:48,539 Epoch   6 Step:    32500 Batch Loss:     1.758745 Tokens per Sec:     7680, Lr: 0.000300\n",
      "2020-01-27 23:27:18,853 Epoch   6 Step:    32600 Batch Loss:     1.907305 Tokens per Sec:     7677, Lr: 0.000300\n",
      "2020-01-27 23:27:48,949 Epoch   6 Step:    32700 Batch Loss:     1.626154 Tokens per Sec:     7517, Lr: 0.000300\n",
      "2020-01-27 23:28:18,930 Epoch   6 Step:    32800 Batch Loss:     1.564161 Tokens per Sec:     7599, Lr: 0.000300\n",
      "2020-01-27 23:28:49,278 Epoch   6 Step:    32900 Batch Loss:     1.653212 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-27 23:29:19,649 Epoch   6 Step:    33000 Batch Loss:     1.543567 Tokens per Sec:     7648, Lr: 0.000300\n",
      "2020-01-27 23:30:48,742 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:30:48,742 Saving new checkpoint.\n",
      "2020-01-27 23:30:48,971 Example #0\n",
      "2020-01-27 23:30:48,971 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:30:48,971 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:30:48,971 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-27 23:30:48,971 Example #1\n",
      "2020-01-27 23:30:48,972 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:30:48,972 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:30:48,972 \tHypothesis: Yehova amonanaka\n",
      "2020-01-27 23:30:48,972 Example #2\n",
      "2020-01-27 23:30:48,972 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:30:48,972 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:30:48,972 \tHypothesis: Azali na mokano ya kosalisa bana na kosomba biloko ya kolya soki bazali na kelasi ya moke , to na Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bázwa mbongo mingi te soki bazali na kelasi ya mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:30:48,972 Example #3\n",
      "2020-01-27 23:30:48,972 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:30:48,973 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:30:48,973 \tHypothesis: Natunaki ye mokanda moko ya Lamuká !\n",
      "2020-01-27 23:30:48,973 Validation result at epoch   6, step    33000: bleu:  26.84, loss: 40239.4492, ppl:   4.6134, duration: 89.3234s\n",
      "2020-01-27 23:31:19,267 Epoch   6 Step:    33100 Batch Loss:     1.739275 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-27 23:31:49,359 Epoch   6 Step:    33200 Batch Loss:     1.806507 Tokens per Sec:     7554, Lr: 0.000300\n",
      "2020-01-27 23:32:19,353 Epoch   6 Step:    33300 Batch Loss:     1.737036 Tokens per Sec:     7665, Lr: 0.000300\n",
      "2020-01-27 23:32:49,302 Epoch   6 Step:    33400 Batch Loss:     1.747548 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-27 23:33:18,829 Epoch   6 Step:    33500 Batch Loss:     1.707494 Tokens per Sec:     7507, Lr: 0.000300\n",
      "2020-01-27 23:33:49,356 Epoch   6 Step:    33600 Batch Loss:     1.782772 Tokens per Sec:     7758, Lr: 0.000300\n",
      "2020-01-27 23:34:19,204 Epoch   6 Step:    33700 Batch Loss:     1.719605 Tokens per Sec:     7564, Lr: 0.000300\n",
      "2020-01-27 23:34:49,720 Epoch   6 Step:    33800 Batch Loss:     1.698526 Tokens per Sec:     7864, Lr: 0.000300\n",
      "2020-01-27 23:35:19,982 Epoch   6 Step:    33900 Batch Loss:     2.049990 Tokens per Sec:     7737, Lr: 0.000300\n",
      "2020-01-27 23:35:50,422 Epoch   6 Step:    34000 Batch Loss:     1.764474 Tokens per Sec:     7761, Lr: 0.000300\n",
      "2020-01-27 23:37:19,496 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:37:19,497 Saving new checkpoint.\n",
      "2020-01-27 23:37:19,719 Example #0\n",
      "2020-01-27 23:37:19,720 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:37:19,720 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:37:19,720 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 23:37:19,720 Example #1\n",
      "2020-01-27 23:37:19,720 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:37:19,720 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:37:19,720 \tHypothesis: Yehova amonanaka\n",
      "2020-01-27 23:37:19,720 Example #2\n",
      "2020-01-27 23:37:19,721 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:37:19,721 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:37:19,721 \tHypothesis: Azali na mokano ya kokende na Ecuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu oyo esalemi mpo na kosalisa bana bázwa bikateli soki bazali na mwa mikolo ya eteyelo moko ya moke ​ — mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:37:19,721 Example #3\n",
      "2020-01-27 23:37:19,721 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:37:19,721 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:37:19,721 \tHypothesis: Natunaki ye moko ya Lamuká !\n",
      "2020-01-27 23:37:19,721 Validation result at epoch   6, step    34000: bleu:  26.87, loss: 40025.3281, ppl:   4.5760, duration: 89.2990s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 23:37:49,551 Epoch   6 Step:    34100 Batch Loss:     1.340569 Tokens per Sec:     7522, Lr: 0.000300\n",
      "2020-01-27 23:38:19,799 Epoch   6 Step:    34200 Batch Loss:     1.651756 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-27 23:38:49,962 Epoch   6 Step:    34300 Batch Loss:     1.974747 Tokens per Sec:     7642, Lr: 0.000300\n",
      "2020-01-27 23:39:19,896 Epoch   6 Step:    34400 Batch Loss:     1.512779 Tokens per Sec:     7549, Lr: 0.000300\n",
      "2020-01-27 23:39:50,191 Epoch   6 Step:    34500 Batch Loss:     1.778489 Tokens per Sec:     7792, Lr: 0.000300\n",
      "2020-01-27 23:40:20,228 Epoch   6 Step:    34600 Batch Loss:     1.687533 Tokens per Sec:     7643, Lr: 0.000300\n",
      "2020-01-27 23:40:49,835 Epoch   6 Step:    34700 Batch Loss:     1.764555 Tokens per Sec:     7511, Lr: 0.000300\n",
      "2020-01-27 23:41:19,564 Epoch   6 Step:    34800 Batch Loss:     1.985424 Tokens per Sec:     7601, Lr: 0.000300\n",
      "2020-01-27 23:41:49,814 Epoch   6 Step:    34900 Batch Loss:     1.366472 Tokens per Sec:     7710, Lr: 0.000300\n",
      "2020-01-27 23:42:19,746 Epoch   6 Step:    35000 Batch Loss:     1.529274 Tokens per Sec:     7534, Lr: 0.000300\n",
      "2020-01-27 23:43:48,801 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:43:48,801 Saving new checkpoint.\n",
      "2020-01-27 23:43:49,024 Example #0\n",
      "2020-01-27 23:43:49,025 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:43:49,025 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:43:49,025 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 23:43:49,025 Example #1\n",
      "2020-01-27 23:43:49,025 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:43:49,025 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:43:49,025 \tHypothesis: Yehova amonisami\n",
      "2020-01-27 23:43:49,025 Example #2\n",
      "2020-01-27 23:43:49,026 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:43:49,026 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:43:49,026 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana básalisa bana bázwa mwa ntango moke na eteyelo ya bato , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:43:49,026 Example #3\n",
      "2020-01-27 23:43:49,026 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:43:49,026 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:43:49,026 \tHypothesis: Natunaki ye moko ya Lamuká !\n",
      "2020-01-27 23:43:49,026 Validation result at epoch   6, step    35000: bleu:  26.46, loss: 39749.6914, ppl:   4.5284, duration: 89.2800s\n",
      "2020-01-27 23:44:19,255 Epoch   6 Step:    35100 Batch Loss:     1.572427 Tokens per Sec:     7742, Lr: 0.000300\n",
      "2020-01-27 23:44:49,267 Epoch   6 Step:    35200 Batch Loss:     1.791047 Tokens per Sec:     7577, Lr: 0.000300\n",
      "2020-01-27 23:45:19,707 Epoch   6 Step:    35300 Batch Loss:     1.725220 Tokens per Sec:     7728, Lr: 0.000300\n",
      "2020-01-27 23:45:49,777 Epoch   6 Step:    35400 Batch Loss:     1.753464 Tokens per Sec:     7608, Lr: 0.000300\n",
      "2020-01-27 23:46:20,096 Epoch   6 Step:    35500 Batch Loss:     1.815938 Tokens per Sec:     7757, Lr: 0.000300\n",
      "2020-01-27 23:46:50,416 Epoch   6 Step:    35600 Batch Loss:     1.640719 Tokens per Sec:     7772, Lr: 0.000300\n",
      "2020-01-27 23:47:20,766 Epoch   6 Step:    35700 Batch Loss:     1.597182 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-27 23:47:51,169 Epoch   6 Step:    35800 Batch Loss:     1.690847 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-27 23:48:21,254 Epoch   6 Step:    35900 Batch Loss:     1.709641 Tokens per Sec:     7579, Lr: 0.000300\n",
      "2020-01-27 23:48:51,539 Epoch   6 Step:    36000 Batch Loss:     1.834553 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-27 23:50:20,652 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:50:20,653 Saving new checkpoint.\n",
      "2020-01-27 23:50:20,880 Example #0\n",
      "2020-01-27 23:50:20,880 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:50:20,880 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:50:20,880 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-27 23:50:20,880 Example #1\n",
      "2020-01-27 23:50:20,881 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:50:20,881 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:50:20,881 \tHypothesis: Yehova amonanaka\n",
      "2020-01-27 23:50:20,881 Example #2\n",
      "2020-01-27 23:50:20,881 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:50:20,881 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:50:20,881 \tHypothesis: Azali na mposa ya lisungi ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bázwa bilei soki basengeli te kozwa mwa mikolo moke na eteyelo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:50:20,882 Example #3\n",
      "2020-01-27 23:50:20,882 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:50:20,882 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:50:20,882 \tHypothesis: Natunaki ye mokanda moko ya Lamuká !\n",
      "2020-01-27 23:50:20,882 Validation result at epoch   6, step    36000: bleu:  27.14, loss: 39582.9023, ppl:   4.4998, duration: 89.3427s\n",
      "2020-01-27 23:50:39,133 Epoch   6: total training loss 10319.07\n",
      "2020-01-27 23:50:39,133 EPOCH 7\n",
      "2020-01-27 23:50:51,544 Epoch   7 Step:    36100 Batch Loss:     1.613686 Tokens per Sec:     7020, Lr: 0.000300\n",
      "2020-01-27 23:51:21,686 Epoch   7 Step:    36200 Batch Loss:     1.607213 Tokens per Sec:     7630, Lr: 0.000300\n",
      "2020-01-27 23:51:52,013 Epoch   7 Step:    36300 Batch Loss:     1.578627 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-27 23:52:22,187 Epoch   7 Step:    36400 Batch Loss:     1.684594 Tokens per Sec:     7563, Lr: 0.000300\n",
      "2020-01-27 23:52:52,452 Epoch   7 Step:    36500 Batch Loss:     1.830733 Tokens per Sec:     7635, Lr: 0.000300\n",
      "2020-01-27 23:53:22,836 Epoch   7 Step:    36600 Batch Loss:     1.372340 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-27 23:53:52,978 Epoch   7 Step:    36700 Batch Loss:     1.731345 Tokens per Sec:     7710, Lr: 0.000300\n",
      "2020-01-27 23:54:23,179 Epoch   7 Step:    36800 Batch Loss:     1.396361 Tokens per Sec:     7670, Lr: 0.000300\n",
      "2020-01-27 23:54:53,663 Epoch   7 Step:    36900 Batch Loss:     1.346091 Tokens per Sec:     7820, Lr: 0.000300\n",
      "2020-01-27 23:55:24,051 Epoch   7 Step:    37000 Batch Loss:     1.769385 Tokens per Sec:     7746, Lr: 0.000300\n",
      "2020-01-27 23:56:53,231 Hooray! New best validation result [ppl]!\n",
      "2020-01-27 23:56:53,231 Saving new checkpoint.\n",
      "2020-01-27 23:56:53,460 Example #0\n",
      "2020-01-27 23:56:53,461 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-27 23:56:53,461 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-27 23:56:53,461 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-27 23:56:53,461 Example #1\n",
      "2020-01-27 23:56:53,461 \tSource:     Jehovah Is Exalted\n",
      "2020-01-27 23:56:53,461 \tReference:  Yehova akumisami\n",
      "2020-01-27 23:56:53,461 \tHypothesis: Yehova amonisami\n",
      "2020-01-27 23:56:53,462 Example #2\n",
      "2020-01-27 23:56:53,462 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-27 23:56:53,462 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:56:53,462 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu oyo esalemi mpo na kosalisa bana bámata soki bazali na mwa mikolo moke , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-27 23:56:53,462 Example #3\n",
      "2020-01-27 23:56:53,462 \tSource:     asked an Awake ! writer .\n",
      "2020-01-27 23:56:53,462 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-27 23:56:53,462 \tHypothesis: Natunaki ye mokanda moko ya Lamuká !\n",
      "2020-01-27 23:56:53,462 Validation result at epoch   7, step    37000: bleu:  27.32, loss: 39517.8242, ppl:   4.4886, duration: 89.4104s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-27 23:57:23,815 Epoch   7 Step:    37100 Batch Loss:     1.470546 Tokens per Sec:     7654, Lr: 0.000300\n",
      "2020-01-27 23:57:54,320 Epoch   7 Step:    37200 Batch Loss:     1.751746 Tokens per Sec:     7761, Lr: 0.000300\n",
      "2020-01-27 23:58:24,173 Epoch   7 Step:    37300 Batch Loss:     1.450426 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-27 23:58:54,350 Epoch   7 Step:    37400 Batch Loss:     1.786787 Tokens per Sec:     7615, Lr: 0.000300\n",
      "2020-01-27 23:59:24,829 Epoch   7 Step:    37500 Batch Loss:     1.754607 Tokens per Sec:     7827, Lr: 0.000300\n",
      "2020-01-27 23:59:55,170 Epoch   7 Step:    37600 Batch Loss:     1.668807 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 00:00:25,507 Epoch   7 Step:    37700 Batch Loss:     1.775712 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-28 00:00:56,020 Epoch   7 Step:    37800 Batch Loss:     1.615689 Tokens per Sec:     7841, Lr: 0.000300\n",
      "2020-01-28 00:01:26,118 Epoch   7 Step:    37900 Batch Loss:     1.392537 Tokens per Sec:     7554, Lr: 0.000300\n",
      "2020-01-28 00:01:56,181 Epoch   7 Step:    38000 Batch Loss:     1.600675 Tokens per Sec:     7674, Lr: 0.000300\n",
      "2020-01-28 00:03:25,215 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 00:03:25,216 Saving new checkpoint.\n",
      "2020-01-28 00:03:25,442 Example #0\n",
      "2020-01-28 00:03:25,442 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:03:25,442 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:03:25,442 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 00:03:25,442 Example #1\n",
      "2020-01-28 00:03:25,442 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:03:25,443 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:03:25,443 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 00:03:25,443 Example #2\n",
      "2020-01-28 00:03:25,443 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:03:25,443 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:03:25,443 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu oyo esalemi mpo na kosalisa bana bábatela bana na bango soki bazali na mwa mikolo moke na eteyelo ya moke ​ — likambo moko ya kokamwa , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:03:25,443 Example #3\n",
      "2020-01-28 00:03:25,443 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:03:25,443 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:03:25,443 \tHypothesis: Natunaki ye moko ya Lamuká !\n",
      "2020-01-28 00:03:25,444 Validation result at epoch   7, step    38000: bleu:  27.44, loss: 39297.5977, ppl:   4.4512, duration: 89.2620s\n",
      "2020-01-28 00:03:56,051 Epoch   7 Step:    38100 Batch Loss:     1.467589 Tokens per Sec:     7781, Lr: 0.000300\n",
      "2020-01-28 00:04:26,368 Epoch   7 Step:    38200 Batch Loss:     1.467757 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-28 00:04:56,639 Epoch   7 Step:    38300 Batch Loss:     1.636970 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 00:05:26,668 Epoch   7 Step:    38400 Batch Loss:     1.473005 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-28 00:05:57,006 Epoch   7 Step:    38500 Batch Loss:     1.573266 Tokens per Sec:     7709, Lr: 0.000300\n",
      "2020-01-28 00:06:27,119 Epoch   7 Step:    38600 Batch Loss:     1.422125 Tokens per Sec:     7615, Lr: 0.000300\n",
      "2020-01-28 00:06:57,460 Epoch   7 Step:    38700 Batch Loss:     1.815716 Tokens per Sec:     7807, Lr: 0.000300\n",
      "2020-01-28 00:07:27,620 Epoch   7 Step:    38800 Batch Loss:     1.674330 Tokens per Sec:     7679, Lr: 0.000300\n",
      "2020-01-28 00:07:57,717 Epoch   7 Step:    38900 Batch Loss:     1.776716 Tokens per Sec:     7726, Lr: 0.000300\n",
      "2020-01-28 00:08:27,633 Epoch   7 Step:    39000 Batch Loss:     1.386816 Tokens per Sec:     7560, Lr: 0.000300\n",
      "2020-01-28 00:09:56,673 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 00:09:56,674 Saving new checkpoint.\n",
      "2020-01-28 00:09:56,898 Example #0\n",
      "2020-01-28 00:09:56,898 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:09:56,898 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:09:56,898 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 00:09:56,898 Example #1\n",
      "2020-01-28 00:09:56,899 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:09:56,899 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:09:56,899 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 00:09:56,899 Example #2\n",
      "2020-01-28 00:09:56,899 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:09:56,899 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:09:56,899 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bázwa mwa mikolo moke na kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:09:56,899 Example #3\n",
      "2020-01-28 00:09:56,900 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:09:56,900 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:09:56,900 \tHypothesis: Tunaki moto moko ya Lamuká !\n",
      "2020-01-28 00:09:56,900 Validation result at epoch   7, step    39000: bleu:  27.55, loss: 39099.3008, ppl:   4.4178, duration: 89.2658s\n",
      "2020-01-28 00:10:27,132 Epoch   7 Step:    39100 Batch Loss:     1.866994 Tokens per Sec:     7606, Lr: 0.000300\n",
      "2020-01-28 00:10:57,529 Epoch   7 Step:    39200 Batch Loss:     1.724979 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-28 00:11:27,693 Epoch   7 Step:    39300 Batch Loss:     1.662691 Tokens per Sec:     7621, Lr: 0.000300\n",
      "2020-01-28 00:11:57,943 Epoch   7 Step:    39400 Batch Loss:     1.709865 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 00:12:28,169 Epoch   7 Step:    39500 Batch Loss:     1.672216 Tokens per Sec:     7571, Lr: 0.000300\n",
      "2020-01-28 00:12:58,462 Epoch   7 Step:    39600 Batch Loss:     1.818829 Tokens per Sec:     7713, Lr: 0.000300\n",
      "2020-01-28 00:13:28,300 Epoch   7 Step:    39700 Batch Loss:     1.468050 Tokens per Sec:     7554, Lr: 0.000300\n",
      "2020-01-28 00:13:58,102 Epoch   7 Step:    39800 Batch Loss:     1.697427 Tokens per Sec:     7501, Lr: 0.000300\n",
      "2020-01-28 00:14:28,400 Epoch   7 Step:    39900 Batch Loss:     1.769894 Tokens per Sec:     7780, Lr: 0.000300\n",
      "2020-01-28 00:14:58,559 Epoch   7 Step:    40000 Batch Loss:     1.584419 Tokens per Sec:     7766, Lr: 0.000300\n",
      "2020-01-28 00:16:27,502 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 00:16:27,503 Saving new checkpoint.\n",
      "2020-01-28 00:16:27,727 Example #0\n",
      "2020-01-28 00:16:27,728 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:16:27,728 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:16:27,728 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 00:16:27,728 Example #1\n",
      "2020-01-28 00:16:27,728 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:16:27,728 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:16:27,728 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 00:16:27,728 Example #2\n",
      "2020-01-28 00:16:27,729 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:16:27,729 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:16:27,729 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:16:27,729 Example #3\n",
      "2020-01-28 00:16:27,729 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:16:27,729 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:16:27,729 \tHypothesis: Atunaki ye moko ya Lamuká !\n",
      "2020-01-28 00:16:27,729 Validation result at epoch   7, step    40000: bleu:  27.68, loss: 38847.8281, ppl:   4.3758, duration: 89.1695s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 00:16:57,712 Epoch   7 Step:    40100 Batch Loss:     1.639685 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-28 00:17:27,828 Epoch   7 Step:    40200 Batch Loss:     1.848738 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 00:17:57,628 Epoch   7 Step:    40300 Batch Loss:     1.371197 Tokens per Sec:     7489, Lr: 0.000300\n",
      "2020-01-28 00:18:27,758 Epoch   7 Step:    40400 Batch Loss:     1.645780 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 00:18:57,812 Epoch   7 Step:    40500 Batch Loss:     2.027029 Tokens per Sec:     7584, Lr: 0.000300\n",
      "2020-01-28 00:19:28,064 Epoch   7 Step:    40600 Batch Loss:     1.229787 Tokens per Sec:     7605, Lr: 0.000300\n",
      "2020-01-28 00:19:58,257 Epoch   7 Step:    40700 Batch Loss:     1.740770 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 00:20:27,852 Epoch   7 Step:    40800 Batch Loss:     1.758989 Tokens per Sec:     7490, Lr: 0.000300\n",
      "2020-01-28 00:20:58,327 Epoch   7 Step:    40900 Batch Loss:     1.418150 Tokens per Sec:     7710, Lr: 0.000300\n",
      "2020-01-28 00:21:28,407 Epoch   7 Step:    41000 Batch Loss:     1.707578 Tokens per Sec:     7729, Lr: 0.000300\n",
      "2020-01-28 00:22:57,492 Example #0\n",
      "2020-01-28 00:22:57,492 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:22:57,492 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:22:57,492 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 00:22:57,492 Example #1\n",
      "2020-01-28 00:22:57,492 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:22:57,492 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:22:57,493 \tHypothesis: Yehova amonanaka\n",
      "2020-01-28 00:22:57,493 Example #2\n",
      "2020-01-28 00:22:57,493 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:22:57,493 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:22:57,493 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpenza mpo na kosalisa bana bámesana na mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:22:57,493 Example #3\n",
      "2020-01-28 00:22:57,493 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:22:57,493 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:22:57,493 \tHypothesis: Atunaki ye moko ya zulunalo Lamuká !\n",
      "2020-01-28 00:22:57,493 Validation result at epoch   7, step    41000: bleu:  27.69, loss: 38879.4609, ppl:   4.3811, duration: 89.0859s\n",
      "2020-01-28 00:23:27,634 Epoch   7 Step:    41100 Batch Loss:     1.710227 Tokens per Sec:     7681, Lr: 0.000300\n",
      "2020-01-28 00:23:57,815 Epoch   7 Step:    41200 Batch Loss:     1.654581 Tokens per Sec:     7671, Lr: 0.000300\n",
      "2020-01-28 00:24:27,895 Epoch   7 Step:    41300 Batch Loss:     1.645444 Tokens per Sec:     7556, Lr: 0.000300\n",
      "2020-01-28 00:24:58,480 Epoch   7 Step:    41400 Batch Loss:     1.845667 Tokens per Sec:     7879, Lr: 0.000300\n",
      "2020-01-28 00:25:28,781 Epoch   7 Step:    41500 Batch Loss:     1.586221 Tokens per Sec:     7700, Lr: 0.000300\n",
      "2020-01-28 00:25:58,925 Epoch   7 Step:    41600 Batch Loss:     1.574109 Tokens per Sec:     7639, Lr: 0.000300\n",
      "2020-01-28 00:26:29,079 Epoch   7 Step:    41700 Batch Loss:     1.758293 Tokens per Sec:     7555, Lr: 0.000300\n",
      "2020-01-28 00:26:59,026 Epoch   7 Step:    41800 Batch Loss:     1.559896 Tokens per Sec:     7622, Lr: 0.000300\n",
      "2020-01-28 00:27:29,111 Epoch   7 Step:    41900 Batch Loss:     1.725419 Tokens per Sec:     7591, Lr: 0.000300\n",
      "2020-01-28 00:27:59,495 Epoch   7 Step:    42000 Batch Loss:     1.657851 Tokens per Sec:     7822, Lr: 0.000300\n",
      "2020-01-28 00:29:28,576 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 00:29:28,576 Saving new checkpoint.\n",
      "2020-01-28 00:29:28,804 Example #0\n",
      "2020-01-28 00:29:28,805 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:29:28,805 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:29:28,805 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 00:29:28,805 Example #1\n",
      "2020-01-28 00:29:28,805 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:29:28,805 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:29:28,805 \tHypothesis: Yehova azali na komikitisa\n",
      "2020-01-28 00:29:28,805 Example #2\n",
      "2020-01-28 00:29:28,806 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:29:28,806 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:29:28,806 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Sika , oyo ezali na ebongiseli moko ya malamu oyo esalemi mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:29:28,806 Example #3\n",
      "2020-01-28 00:29:28,806 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:29:28,806 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:29:28,806 \tHypothesis: Natunaki ye mokanda moko ya Lamuká !\n",
      "2020-01-28 00:29:28,806 Validation result at epoch   7, step    42000: bleu:  28.18, loss: 38647.4062, ppl:   4.3426, duration: 89.3104s\n",
      "2020-01-28 00:29:50,377 Epoch   7: total training loss 9985.00\n",
      "2020-01-28 00:29:50,377 EPOCH 8\n",
      "2020-01-28 00:30:00,040 Epoch   8 Step:    42100 Batch Loss:     1.820855 Tokens per Sec:     6947, Lr: 0.000300\n",
      "2020-01-28 00:30:29,962 Epoch   8 Step:    42200 Batch Loss:     1.674343 Tokens per Sec:     7615, Lr: 0.000300\n",
      "2020-01-28 00:31:00,337 Epoch   8 Step:    42300 Batch Loss:     1.642205 Tokens per Sec:     7720, Lr: 0.000300\n",
      "2020-01-28 00:31:30,718 Epoch   8 Step:    42400 Batch Loss:     1.481826 Tokens per Sec:     7754, Lr: 0.000300\n",
      "2020-01-28 00:32:01,024 Epoch   8 Step:    42500 Batch Loss:     1.557190 Tokens per Sec:     7845, Lr: 0.000300\n",
      "2020-01-28 00:32:31,160 Epoch   8 Step:    42600 Batch Loss:     1.861313 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-28 00:33:01,626 Epoch   8 Step:    42700 Batch Loss:     1.410899 Tokens per Sec:     7712, Lr: 0.000300\n",
      "2020-01-28 00:33:31,927 Epoch   8 Step:    42800 Batch Loss:     1.773973 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 00:34:02,042 Epoch   8 Step:    42900 Batch Loss:     1.643031 Tokens per Sec:     7592, Lr: 0.000300\n",
      "2020-01-28 00:34:32,489 Epoch   8 Step:    43000 Batch Loss:     1.583680 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 00:36:01,643 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 00:36:01,643 Saving new checkpoint.\n",
      "2020-01-28 00:36:01,873 Example #0\n",
      "2020-01-28 00:36:01,873 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:36:01,873 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:36:01,873 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 00:36:01,873 Example #1\n",
      "2020-01-28 00:36:01,873 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:36:01,873 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:36:01,874 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 00:36:01,874 Example #2\n",
      "2020-01-28 00:36:01,874 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:36:01,874 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:36:01,874 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Sika , oyo ezali na ebongiseli moko ya malamu oyo ebongisami mpo na kosalisa bana bámata soki basengeli te kozwa mwa mikolo , na ndakisa , na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:36:01,874 Example #3\n",
      "2020-01-28 00:36:01,874 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:36:01,874 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:36:01,874 \tHypothesis: Atunaki Lamuká !\n",
      "2020-01-28 00:36:01,874 Validation result at epoch   8, step    43000: bleu:  28.30, loss: 38276.9648, ppl:   4.2819, duration: 89.3851s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 00:36:31,774 Epoch   8 Step:    43100 Batch Loss:     1.463101 Tokens per Sec:     7722, Lr: 0.000300\n",
      "2020-01-28 00:37:02,033 Epoch   8 Step:    43200 Batch Loss:     1.482754 Tokens per Sec:     7630, Lr: 0.000300\n",
      "2020-01-28 00:37:32,376 Epoch   8 Step:    43300 Batch Loss:     1.725645 Tokens per Sec:     7686, Lr: 0.000300\n",
      "2020-01-28 00:38:02,749 Epoch   8 Step:    43400 Batch Loss:     1.894498 Tokens per Sec:     7646, Lr: 0.000300\n",
      "2020-01-28 00:38:33,078 Epoch   8 Step:    43500 Batch Loss:     1.440774 Tokens per Sec:     7668, Lr: 0.000300\n",
      "2020-01-28 00:39:03,206 Epoch   8 Step:    43600 Batch Loss:     1.740281 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-28 00:40:03,274 Epoch   8 Step:    43800 Batch Loss:     1.749367 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-28 00:40:33,398 Epoch   8 Step:    43900 Batch Loss:     1.639005 Tokens per Sec:     7609, Lr: 0.000300\n",
      "2020-01-28 00:41:03,514 Epoch   8 Step:    44000 Batch Loss:     1.618723 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-28 00:42:32,533 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 00:42:32,533 Saving new checkpoint.\n",
      "2020-01-28 00:42:32,828 Example #0\n",
      "2020-01-28 00:42:32,829 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:42:32,829 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:42:32,829 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 00:42:32,829 Example #1\n",
      "2020-01-28 00:42:32,829 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:42:32,829 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:42:32,830 \tHypothesis: Yehova amonanaka\n",
      "2020-01-28 00:42:32,830 Example #2\n",
      "2020-01-28 00:42:32,830 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:42:32,830 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:42:32,830 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bámata soki bazali na mwa mikolo moke na eteyelo ​ — likambo oyo ezali kosalema mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:42:32,830 Example #3\n",
      "2020-01-28 00:42:32,831 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:42:32,831 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:42:32,831 \tHypothesis: Atunaki ye moko ya Lamuká !\n",
      "2020-01-28 00:42:32,831 Validation result at epoch   8, step    44000: bleu:  28.30, loss: 38070.8828, ppl:   4.2485, duration: 89.3163s\n",
      "2020-01-28 00:43:02,876 Epoch   8 Step:    44100 Batch Loss:     1.684289 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 00:43:32,950 Epoch   8 Step:    44200 Batch Loss:     1.829435 Tokens per Sec:     7695, Lr: 0.000300\n",
      "2020-01-28 00:44:03,384 Epoch   8 Step:    44300 Batch Loss:     1.663367 Tokens per Sec:     7698, Lr: 0.000300\n",
      "2020-01-28 00:44:33,633 Epoch   8 Step:    44400 Batch Loss:     1.518577 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 00:45:03,713 Epoch   8 Step:    44500 Batch Loss:     1.239278 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 00:45:33,714 Epoch   8 Step:    44600 Batch Loss:     1.441263 Tokens per Sec:     7515, Lr: 0.000300\n",
      "2020-01-28 00:46:03,980 Epoch   8 Step:    44700 Batch Loss:     1.497958 Tokens per Sec:     7725, Lr: 0.000300\n",
      "2020-01-28 00:46:34,035 Epoch   8 Step:    44800 Batch Loss:     1.713722 Tokens per Sec:     7702, Lr: 0.000300\n",
      "2020-01-28 00:47:04,392 Epoch   8 Step:    44900 Batch Loss:     1.611525 Tokens per Sec:     7752, Lr: 0.000300\n",
      "2020-01-28 00:47:34,477 Epoch   8 Step:    45000 Batch Loss:     1.617755 Tokens per Sec:     7668, Lr: 0.000300\n",
      "2020-01-28 00:49:03,454 Example #0\n",
      "2020-01-28 00:49:03,454 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:49:03,454 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:49:03,454 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 00:49:03,455 Example #1\n",
      "2020-01-28 00:49:03,455 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:49:03,455 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:49:03,455 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 00:49:03,455 Example #2\n",
      "2020-01-28 00:49:03,455 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:49:03,455 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:49:03,456 \tHypothesis: Azali kokende na Ecuela Nueva , to na Eteyelo ya New York , oyo esalemi na bana mpo na kosalisa bana bámata soki basengeli te kozwa mwa mikolo , elingi koloba likambo oyo esalemaka na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:49:03,456 Example #3\n",
      "2020-01-28 00:49:03,456 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:49:03,456 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:49:03,456 \tHypothesis: Atunaki ye mokanda moko ya Lamuká !\n",
      "2020-01-28 00:49:03,456 Validation result at epoch   8, step    45000: bleu:  27.95, loss: 38274.8047, ppl:   4.2816, duration: 88.9785s\n",
      "2020-01-28 00:49:33,319 Epoch   8 Step:    45100 Batch Loss:     1.695945 Tokens per Sec:     7617, Lr: 0.000300\n",
      "2020-01-28 00:50:03,344 Epoch   8 Step:    45200 Batch Loss:     1.676955 Tokens per Sec:     7677, Lr: 0.000300\n",
      "2020-01-28 00:50:33,493 Epoch   8 Step:    45300 Batch Loss:     1.605667 Tokens per Sec:     7828, Lr: 0.000300\n",
      "2020-01-28 00:51:03,559 Epoch   8 Step:    45400 Batch Loss:     1.646523 Tokens per Sec:     7584, Lr: 0.000300\n",
      "2020-01-28 00:51:33,608 Epoch   8 Step:    45500 Batch Loss:     1.763687 Tokens per Sec:     7679, Lr: 0.000300\n",
      "2020-01-28 00:52:03,656 Epoch   8 Step:    45600 Batch Loss:     1.699098 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 00:52:33,719 Epoch   8 Step:    45700 Batch Loss:     1.537789 Tokens per Sec:     7592, Lr: 0.000300\n",
      "2020-01-28 00:53:04,158 Epoch   8 Step:    45800 Batch Loss:     1.997925 Tokens per Sec:     7782, Lr: 0.000300\n",
      "2020-01-28 00:53:34,406 Epoch   8 Step:    45900 Batch Loss:     1.791957 Tokens per Sec:     7710, Lr: 0.000300\n",
      "2020-01-28 00:54:04,542 Epoch   8 Step:    46000 Batch Loss:     1.634496 Tokens per Sec:     7668, Lr: 0.000300\n",
      "2020-01-28 00:55:33,557 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 00:55:33,558 Saving new checkpoint.\n",
      "2020-01-28 00:55:33,782 Example #0\n",
      "2020-01-28 00:55:33,782 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 00:55:33,782 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 00:55:33,783 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 00:55:33,783 Example #1\n",
      "2020-01-28 00:55:33,783 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 00:55:33,783 \tReference:  Yehova akumisami\n",
      "2020-01-28 00:55:33,783 \tHypothesis: Yehova amonisaka ete azali\n",
      "2020-01-28 00:55:33,783 Example #2\n",
      "2020-01-28 00:55:33,783 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 00:55:33,783 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:55:33,783 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu oyo esalemi mpo na kosalisa bana bámesana na makambo mosusu soki bakutani na mwa mikolo , na ndakisa na eteyelo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 00:55:33,784 Example #3\n",
      "2020-01-28 00:55:33,784 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 00:55:33,784 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 00:55:33,784 \tHypothesis: Nkulutu moko ya Lamuká !\n",
      "2020-01-28 00:55:33,784 Validation result at epoch   8, step    46000: bleu:  28.24, loss: 37995.7227, ppl:   4.2364, duration: 89.2414s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 00:56:03,744 Epoch   8 Step:    46100 Batch Loss:     1.662324 Tokens per Sec:     7554, Lr: 0.000300\n",
      "2020-01-28 00:56:34,029 Epoch   8 Step:    46200 Batch Loss:     1.353119 Tokens per Sec:     7804, Lr: 0.000300\n",
      "2020-01-28 00:57:04,038 Epoch   8 Step:    46300 Batch Loss:     1.706303 Tokens per Sec:     7610, Lr: 0.000300\n",
      "2020-01-28 00:57:34,323 Epoch   8 Step:    46400 Batch Loss:     1.359358 Tokens per Sec:     7691, Lr: 0.000300\n",
      "2020-01-28 00:58:04,485 Epoch   8 Step:    46500 Batch Loss:     1.395000 Tokens per Sec:     7637, Lr: 0.000300\n",
      "2020-01-28 00:58:34,747 Epoch   8 Step:    46600 Batch Loss:     1.680130 Tokens per Sec:     7767, Lr: 0.000300\n",
      "2020-01-28 00:59:04,612 Epoch   8 Step:    46700 Batch Loss:     1.945204 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 00:59:34,840 Epoch   8 Step:    46800 Batch Loss:     1.614855 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 01:00:04,942 Epoch   8 Step:    46900 Batch Loss:     1.388264 Tokens per Sec:     7669, Lr: 0.000300\n",
      "2020-01-28 01:00:35,142 Epoch   8 Step:    47000 Batch Loss:     1.531600 Tokens per Sec:     7680, Lr: 0.000300\n",
      "2020-01-28 01:02:04,139 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 01:02:04,139 Saving new checkpoint.\n",
      "2020-01-28 01:02:04,371 Example #0\n",
      "2020-01-28 01:02:04,371 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:02:04,371 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:02:04,371 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 01:02:04,372 Example #1\n",
      "2020-01-28 01:02:04,372 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:02:04,372 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:02:04,372 \tHypothesis: Yehova amonanaka\n",
      "2020-01-28 01:02:04,372 Example #2\n",
      "2020-01-28 01:02:04,372 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:02:04,372 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:02:04,372 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu oyo esalemi mpo na kosalisa bana básalisa bango bázwa mwa mikolo moke , na ndakisa , likambo moko ya kokamwa , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:02:04,372 Example #3\n",
      "2020-01-28 01:02:04,373 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:02:04,373 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:02:04,373 \tHypothesis: Atunaki moto moko ya Lamuká !\n",
      "2020-01-28 01:02:04,373 Validation result at epoch   8, step    47000: bleu:  28.39, loss: 37869.9102, ppl:   4.2162, duration: 89.2298s\n",
      "2020-01-28 01:02:34,777 Epoch   8 Step:    47100 Batch Loss:     2.159327 Tokens per Sec:     7735, Lr: 0.000300\n",
      "2020-01-28 01:03:04,992 Epoch   8 Step:    47200 Batch Loss:     1.798205 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 01:03:34,865 Epoch   8 Step:    47300 Batch Loss:     1.919723 Tokens per Sec:     7608, Lr: 0.000300\n",
      "2020-01-28 01:04:04,886 Epoch   8 Step:    47400 Batch Loss:     1.521551 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 01:04:35,160 Epoch   8 Step:    47500 Batch Loss:     1.576958 Tokens per Sec:     7754, Lr: 0.000300\n",
      "2020-01-28 01:05:05,187 Epoch   8 Step:    47600 Batch Loss:     1.676560 Tokens per Sec:     7643, Lr: 0.000300\n",
      "2020-01-28 01:05:35,356 Epoch   8 Step:    47700 Batch Loss:     1.298988 Tokens per Sec:     7682, Lr: 0.000300\n",
      "2020-01-28 01:06:05,484 Epoch   8 Step:    47800 Batch Loss:     1.267805 Tokens per Sec:     7706, Lr: 0.000300\n",
      "2020-01-28 01:06:35,795 Epoch   8 Step:    47900 Batch Loss:     1.712324 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-28 01:07:05,842 Epoch   8 Step:    48000 Batch Loss:     1.564080 Tokens per Sec:     7489, Lr: 0.000300\n",
      "2020-01-28 01:08:34,830 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 01:08:34,830 Saving new checkpoint.\n",
      "2020-01-28 01:08:35,059 Example #0\n",
      "2020-01-28 01:08:35,059 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:08:35,059 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:08:35,059 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 01:08:35,059 Example #1\n",
      "2020-01-28 01:08:35,059 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:08:35,060 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:08:35,060 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 01:08:35,060 Example #2\n",
      "2020-01-28 01:08:35,060 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:08:35,060 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:08:35,060 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu oyo esalemi mpo na kosalisa bana bázwa mwa mikolo , soki bazali na mwa mikolo , na ndakisa , na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:08:35,060 Example #3\n",
      "2020-01-28 01:08:35,060 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:08:35,060 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:08:35,060 \tHypothesis: Tuná Lamuká !\n",
      "2020-01-28 01:08:35,061 Validation result at epoch   8, step    48000: bleu:  28.37, loss: 37475.6680, ppl:   4.1535, duration: 89.2177s\n",
      "2020-01-28 01:08:59,290 Epoch   8: total training loss 9732.77\n",
      "2020-01-28 01:08:59,290 EPOCH 9\n",
      "2020-01-28 01:09:06,208 Epoch   9 Step:    48100 Batch Loss:     1.547646 Tokens per Sec:     6884, Lr: 0.000300\n",
      "2020-01-28 01:09:36,273 Epoch   9 Step:    48200 Batch Loss:     1.597506 Tokens per Sec:     7619, Lr: 0.000300\n",
      "2020-01-28 01:10:06,537 Epoch   9 Step:    48300 Batch Loss:     1.747383 Tokens per Sec:     7677, Lr: 0.000300\n",
      "2020-01-28 01:10:36,883 Epoch   9 Step:    48400 Batch Loss:     1.510786 Tokens per Sec:     7738, Lr: 0.000300\n",
      "2020-01-28 01:11:07,236 Epoch   9 Step:    48500 Batch Loss:     1.440614 Tokens per Sec:     7604, Lr: 0.000300\n",
      "2020-01-28 01:11:37,507 Epoch   9 Step:    48600 Batch Loss:     1.874681 Tokens per Sec:     7715, Lr: 0.000300\n",
      "2020-01-28 01:12:07,635 Epoch   9 Step:    48700 Batch Loss:     1.277374 Tokens per Sec:     7644, Lr: 0.000300\n",
      "2020-01-28 01:12:37,894 Epoch   9 Step:    48800 Batch Loss:     1.598413 Tokens per Sec:     7597, Lr: 0.000300\n",
      "2020-01-28 01:13:08,249 Epoch   9 Step:    48900 Batch Loss:     2.038207 Tokens per Sec:     7761, Lr: 0.000300\n",
      "2020-01-28 01:13:38,539 Epoch   9 Step:    49000 Batch Loss:     1.634174 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 01:15:07,703 Example #0\n",
      "2020-01-28 01:15:07,704 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:15:07,704 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:15:07,704 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 01:15:07,704 Example #1\n",
      "2020-01-28 01:15:07,704 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:15:07,704 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:15:07,704 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 01:15:07,704 Example #2\n",
      "2020-01-28 01:15:07,704 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:15:07,704 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:15:07,705 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu oyo esalemi mpo na kosalisa bana bázwa likama soki bazali na mwa mikolo moke , elingi koloba , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:15:07,705 Example #3\n",
      "2020-01-28 01:15:07,705 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:15:07,705 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:15:07,705 \tHypothesis: Moto moko ya Lamuká !\n",
      "2020-01-28 01:15:07,705 Validation result at epoch   9, step    49000: bleu:  28.47, loss: 37545.5273, ppl:   4.1646, duration: 89.1651s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 01:15:38,076 Epoch   9 Step:    49100 Batch Loss:     1.599122 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 01:16:08,209 Epoch   9 Step:    49200 Batch Loss:     1.471457 Tokens per Sec:     7560, Lr: 0.000300\n",
      "2020-01-28 01:16:38,586 Epoch   9 Step:    49300 Batch Loss:     1.529097 Tokens per Sec:     7691, Lr: 0.000300\n",
      "2020-01-28 01:17:08,414 Epoch   9 Step:    49400 Batch Loss:     1.718802 Tokens per Sec:     7596, Lr: 0.000300\n",
      "2020-01-28 01:17:38,524 Epoch   9 Step:    49500 Batch Loss:     1.434623 Tokens per Sec:     7612, Lr: 0.000300\n",
      "2020-01-28 01:18:08,510 Epoch   9 Step:    49600 Batch Loss:     1.600428 Tokens per Sec:     7576, Lr: 0.000300\n",
      "2020-01-28 01:18:38,606 Epoch   9 Step:    49700 Batch Loss:     1.455032 Tokens per Sec:     7635, Lr: 0.000300\n",
      "2020-01-28 01:19:09,110 Epoch   9 Step:    49800 Batch Loss:     1.567232 Tokens per Sec:     7763, Lr: 0.000300\n",
      "2020-01-28 01:19:39,299 Epoch   9 Step:    49900 Batch Loss:     1.579401 Tokens per Sec:     7593, Lr: 0.000300\n",
      "2020-01-28 01:20:09,469 Epoch   9 Step:    50000 Batch Loss:     1.925882 Tokens per Sec:     7586, Lr: 0.000300\n",
      "2020-01-28 01:21:38,502 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 01:21:38,502 Saving new checkpoint.\n",
      "2020-01-28 01:21:38,727 Example #0\n",
      "2020-01-28 01:21:38,728 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:21:38,728 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:21:38,728 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 01:21:38,728 Example #1\n",
      "2020-01-28 01:21:38,728 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:21:38,728 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:21:38,728 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 01:21:38,728 Example #2\n",
      "2020-01-28 01:21:38,729 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:21:38,729 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:21:38,729 \tHypothesis: Azali kokende na Ecuela Nueva , to na Eteyelo ya sika , oyo esalemi na ndenge ya malamu mpo na kosalisa bana bázwa mwa mikolo , na ndakisa , na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:21:38,729 Example #3\n",
      "2020-01-28 01:21:38,729 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:21:38,729 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:21:38,729 \tHypothesis: Atunaki ye Lamuká !\n",
      "2020-01-28 01:21:38,729 Validation result at epoch   9, step    50000: bleu:  29.05, loss: 37262.0078, ppl:   4.1199, duration: 89.2591s\n",
      "2020-01-28 01:22:08,808 Epoch   9 Step:    50100 Batch Loss:     1.328630 Tokens per Sec:     7626, Lr: 0.000300\n",
      "2020-01-28 01:22:39,194 Epoch   9 Step:    50200 Batch Loss:     1.700411 Tokens per Sec:     7680, Lr: 0.000300\n",
      "2020-01-28 01:23:08,988 Epoch   9 Step:    50300 Batch Loss:     1.699876 Tokens per Sec:     7728, Lr: 0.000300\n",
      "2020-01-28 01:23:38,992 Epoch   9 Step:    50400 Batch Loss:     1.719727 Tokens per Sec:     7516, Lr: 0.000300\n",
      "2020-01-28 01:24:09,317 Epoch   9 Step:    50500 Batch Loss:     1.499310 Tokens per Sec:     7611, Lr: 0.000300\n",
      "2020-01-28 01:24:39,494 Epoch   9 Step:    50600 Batch Loss:     1.449745 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-28 01:25:10,098 Epoch   9 Step:    50700 Batch Loss:     1.608805 Tokens per Sec:     7714, Lr: 0.000300\n",
      "2020-01-28 01:25:40,458 Epoch   9 Step:    50800 Batch Loss:     1.513424 Tokens per Sec:     7780, Lr: 0.000300\n",
      "2020-01-28 01:26:10,649 Epoch   9 Step:    50900 Batch Loss:     1.838511 Tokens per Sec:     7603, Lr: 0.000300\n",
      "2020-01-28 01:26:40,527 Epoch   9 Step:    51000 Batch Loss:     1.611441 Tokens per Sec:     7676, Lr: 0.000300\n",
      "2020-01-28 01:28:09,653 Example #0\n",
      "2020-01-28 01:28:09,653 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:28:09,653 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:28:09,653 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 01:28:09,653 Example #1\n",
      "2020-01-28 01:28:09,653 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:28:09,653 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:28:09,654 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 01:28:09,654 Example #2\n",
      "2020-01-28 01:28:09,654 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:28:09,654 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:28:09,654 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo esalemi na makambo ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli te kotika kelasi ya mwa mikolo , elingi koloba , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:28:09,654 Example #3\n",
      "2020-01-28 01:28:09,654 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:28:09,654 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:28:09,654 \tHypothesis: Atunaki Lamuká !\n",
      "2020-01-28 01:28:09,654 Validation result at epoch   9, step    51000: bleu:  28.47, loss: 37392.5195, ppl:   4.1404, duration: 89.1265s\n",
      "2020-01-28 01:28:40,121 Epoch   9 Step:    51100 Batch Loss:     1.560576 Tokens per Sec:     7753, Lr: 0.000300\n",
      "2020-01-28 01:29:09,804 Epoch   9 Step:    51200 Batch Loss:     1.458912 Tokens per Sec:     7643, Lr: 0.000300\n",
      "2020-01-28 01:29:40,123 Epoch   9 Step:    51300 Batch Loss:     1.670729 Tokens per Sec:     7730, Lr: 0.000300\n",
      "2020-01-28 01:30:10,546 Epoch   9 Step:    51400 Batch Loss:     1.853593 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 01:30:41,189 Epoch   9 Step:    51500 Batch Loss:     1.681732 Tokens per Sec:     7777, Lr: 0.000300\n",
      "2020-01-28 01:31:11,577 Epoch   9 Step:    51600 Batch Loss:     1.767135 Tokens per Sec:     7770, Lr: 0.000300\n",
      "2020-01-28 01:31:41,492 Epoch   9 Step:    51700 Batch Loss:     1.359277 Tokens per Sec:     7586, Lr: 0.000300\n",
      "2020-01-28 01:32:11,743 Epoch   9 Step:    51800 Batch Loss:     1.500746 Tokens per Sec:     7808, Lr: 0.000300\n",
      "2020-01-28 01:32:42,300 Epoch   9 Step:    51900 Batch Loss:     1.485185 Tokens per Sec:     7782, Lr: 0.000300\n",
      "2020-01-28 01:33:12,606 Epoch   9 Step:    52000 Batch Loss:     1.372594 Tokens per Sec:     7676, Lr: 0.000300\n",
      "2020-01-28 01:34:41,656 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 01:34:41,656 Saving new checkpoint.\n",
      "2020-01-28 01:34:41,880 Example #0\n",
      "2020-01-28 01:34:41,880 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:34:41,880 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:34:41,881 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 01:34:41,881 Example #1\n",
      "2020-01-28 01:34:41,881 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:34:41,881 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:34:41,881 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 01:34:41,881 Example #2\n",
      "2020-01-28 01:34:41,881 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:34:41,881 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:34:41,881 \tHypothesis: Apesi ye ndingisa ya Escuela Nueva , to Eteyelo ya New York , oyo esalemi na programɛ moko ya malamu mpo na kosalisa bana bázwa mbongo soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:34:41,881 Example #3\n",
      "2020-01-28 01:34:41,882 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:34:41,882 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:34:41,882 \tHypothesis: Natunaki ye Lamuká !\n",
      "2020-01-28 01:34:41,882 Validation result at epoch   9, step    52000: bleu:  28.81, loss: 37086.6406, ppl:   4.0926, duration: 89.2754s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 01:35:11,892 Epoch   9 Step:    52100 Batch Loss:     1.418667 Tokens per Sec:     7538, Lr: 0.000300\n",
      "2020-01-28 01:35:42,147 Epoch   9 Step:    52200 Batch Loss:     1.640177 Tokens per Sec:     7751, Lr: 0.000300\n",
      "2020-01-28 01:36:12,290 Epoch   9 Step:    52300 Batch Loss:     1.632033 Tokens per Sec:     7610, Lr: 0.000300\n",
      "2020-01-28 01:36:42,764 Epoch   9 Step:    52400 Batch Loss:     1.403540 Tokens per Sec:     7722, Lr: 0.000300\n",
      "2020-01-28 01:37:12,750 Epoch   9 Step:    52500 Batch Loss:     1.557677 Tokens per Sec:     7539, Lr: 0.000300\n",
      "2020-01-28 01:37:42,849 Epoch   9 Step:    52600 Batch Loss:     1.685559 Tokens per Sec:     7720, Lr: 0.000300\n",
      "2020-01-28 01:38:13,208 Epoch   9 Step:    52700 Batch Loss:     1.724261 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 01:38:43,460 Epoch   9 Step:    52800 Batch Loss:     1.589821 Tokens per Sec:     7582, Lr: 0.000300\n",
      "2020-01-28 01:39:13,456 Epoch   9 Step:    52900 Batch Loss:     1.492730 Tokens per Sec:     7538, Lr: 0.000300\n",
      "2020-01-28 01:39:43,711 Epoch   9 Step:    53000 Batch Loss:     1.529144 Tokens per Sec:     7744, Lr: 0.000300\n",
      "2020-01-28 01:41:12,692 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 01:41:12,692 Saving new checkpoint.\n",
      "2020-01-28 01:41:12,918 Example #0\n",
      "2020-01-28 01:41:12,918 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:41:12,918 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:41:12,918 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 01:41:12,919 Example #1\n",
      "2020-01-28 01:41:12,919 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:41:12,919 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:41:12,919 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 01:41:12,919 Example #2\n",
      "2020-01-28 01:41:12,920 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:41:12,920 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:41:12,920 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya Sika , oyo esalemi na ndenge ya kokamwa mpo na kosalisa bana bámitungisa soki bazali na kelasi ya mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:41:12,920 Example #3\n",
      "2020-01-28 01:41:12,920 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:41:12,920 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:41:12,920 \tHypothesis: Atunaki Lamuká !\n",
      "2020-01-28 01:41:12,920 Validation result at epoch   9, step    53000: bleu:  28.97, loss: 37045.5273, ppl:   4.0862, duration: 89.2091s\n",
      "2020-01-28 01:41:43,366 Epoch   9 Step:    53100 Batch Loss:     1.545206 Tokens per Sec:     7714, Lr: 0.000300\n",
      "2020-01-28 01:42:13,372 Epoch   9 Step:    53200 Batch Loss:     1.592580 Tokens per Sec:     7556, Lr: 0.000300\n",
      "2020-01-28 01:42:43,719 Epoch   9 Step:    53300 Batch Loss:     1.417734 Tokens per Sec:     7604, Lr: 0.000300\n",
      "2020-01-28 01:43:13,971 Epoch   9 Step:    53400 Batch Loss:     1.554075 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 01:43:43,966 Epoch   9 Step:    53500 Batch Loss:     1.485525 Tokens per Sec:     7629, Lr: 0.000300\n",
      "2020-01-28 01:44:14,346 Epoch   9 Step:    53600 Batch Loss:     1.572916 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 01:44:44,512 Epoch   9 Step:    53700 Batch Loss:     2.083615 Tokens per Sec:     7642, Lr: 0.000300\n",
      "2020-01-28 01:45:14,828 Epoch   9 Step:    53800 Batch Loss:     1.684427 Tokens per Sec:     7658, Lr: 0.000300\n",
      "2020-01-28 01:45:44,767 Epoch   9 Step:    53900 Batch Loss:     1.508572 Tokens per Sec:     7726, Lr: 0.000300\n",
      "2020-01-28 01:46:15,031 Epoch   9 Step:    54000 Batch Loss:     1.620000 Tokens per Sec:     7792, Lr: 0.000300\n",
      "2020-01-28 01:47:44,045 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 01:47:44,046 Saving new checkpoint.\n",
      "2020-01-28 01:47:44,271 Example #0\n",
      "2020-01-28 01:47:44,271 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:47:44,271 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:47:44,271 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 01:47:44,271 Example #1\n",
      "2020-01-28 01:47:44,272 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:47:44,272 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:47:44,272 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 01:47:44,272 Example #2\n",
      "2020-01-28 01:47:44,272 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:47:44,272 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:47:44,272 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Sika , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bázwa ekateli ya kobɔkɔla bana soki basengeli te kozwa mwa mikolo , elingi koloba mosala ya kobuka mbuma .\n",
      "2020-01-28 01:47:44,272 Example #3\n",
      "2020-01-28 01:47:44,272 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:47:44,272 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:47:44,272 \tHypothesis: Atunaki moto moko ya Lamuká !\n",
      "2020-01-28 01:47:44,273 Validation result at epoch   9, step    54000: bleu:  28.97, loss: 37022.6250, ppl:   4.0826, duration: 89.2409s\n",
      "2020-01-28 01:48:11,204 Epoch   9: total training loss 9518.41\n",
      "2020-01-28 01:48:11,204 EPOCH 10\n",
      "2020-01-28 01:48:15,224 Epoch  10 Step:    54100 Batch Loss:     1.288551 Tokens per Sec:     5829, Lr: 0.000300\n",
      "2020-01-28 01:48:45,449 Epoch  10 Step:    54200 Batch Loss:     1.464972 Tokens per Sec:     7609, Lr: 0.000300\n",
      "2020-01-28 01:49:15,323 Epoch  10 Step:    54300 Batch Loss:     1.596027 Tokens per Sec:     7535, Lr: 0.000300\n",
      "2020-01-28 01:49:45,598 Epoch  10 Step:    54400 Batch Loss:     1.527472 Tokens per Sec:     7729, Lr: 0.000300\n",
      "2020-01-28 01:50:15,684 Epoch  10 Step:    54500 Batch Loss:     1.607806 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 01:50:46,173 Epoch  10 Step:    54600 Batch Loss:     1.551351 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-28 01:51:16,164 Epoch  10 Step:    54700 Batch Loss:     1.571464 Tokens per Sec:     7658, Lr: 0.000300\n",
      "2020-01-28 01:51:46,296 Epoch  10 Step:    54800 Batch Loss:     1.478165 Tokens per Sec:     7539, Lr: 0.000300\n",
      "2020-01-28 01:52:16,112 Epoch  10 Step:    54900 Batch Loss:     1.434587 Tokens per Sec:     7598, Lr: 0.000300\n",
      "2020-01-28 01:52:46,629 Epoch  10 Step:    55000 Batch Loss:     1.495228 Tokens per Sec:     7797, Lr: 0.000300\n",
      "2020-01-28 01:54:15,735 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 01:54:15,736 Saving new checkpoint.\n",
      "2020-01-28 01:54:15,960 Example #0\n",
      "2020-01-28 01:54:15,960 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 01:54:15,961 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 01:54:15,961 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 01:54:15,961 Example #1\n",
      "2020-01-28 01:54:15,961 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 01:54:15,961 \tReference:  Yehova akumisami\n",
      "2020-01-28 01:54:15,961 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 01:54:15,961 Example #2\n",
      "2020-01-28 01:54:15,961 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 01:54:15,961 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:54:15,961 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bámata soki bazali na kelasi ya mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 01:54:15,962 Example #3\n",
      "2020-01-28 01:54:15,962 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 01:54:15,962 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 01:54:15,962 \tHypothesis: Atunaki ye Lamuká !\n",
      "2020-01-28 01:54:15,962 Validation result at epoch  10, step    55000: bleu:  29.39, loss: 36755.3945, ppl:   4.0414, duration: 89.3321s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 01:54:46,269 Epoch  10 Step:    55100 Batch Loss:     1.696903 Tokens per Sec:     7722, Lr: 0.000300\n",
      "2020-01-28 01:55:16,747 Epoch  10 Step:    55200 Batch Loss:     1.402450 Tokens per Sec:     7731, Lr: 0.000300\n",
      "2020-01-28 01:55:47,185 Epoch  10 Step:    55300 Batch Loss:     1.577028 Tokens per Sec:     7752, Lr: 0.000300\n",
      "2020-01-28 01:56:17,437 Epoch  10 Step:    55400 Batch Loss:     1.492840 Tokens per Sec:     7626, Lr: 0.000300\n",
      "2020-01-28 01:56:47,301 Epoch  10 Step:    55500 Batch Loss:     1.546134 Tokens per Sec:     7568, Lr: 0.000300\n",
      "2020-01-28 01:57:17,559 Epoch  10 Step:    55600 Batch Loss:     1.517185 Tokens per Sec:     7712, Lr: 0.000300\n",
      "2020-01-28 01:57:47,784 Epoch  10 Step:    55700 Batch Loss:     1.398368 Tokens per Sec:     7821, Lr: 0.000300\n",
      "2020-01-28 01:58:18,112 Epoch  10 Step:    55800 Batch Loss:     1.377167 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-28 01:58:48,020 Epoch  10 Step:    55900 Batch Loss:     1.416656 Tokens per Sec:     7642, Lr: 0.000300\n",
      "2020-01-28 01:59:18,450 Epoch  10 Step:    56000 Batch Loss:     1.716522 Tokens per Sec:     7820, Lr: 0.000300\n",
      "2020-01-28 02:00:47,489 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 02:00:47,489 Saving new checkpoint.\n",
      "2020-01-28 02:00:47,715 Example #0\n",
      "2020-01-28 02:00:47,716 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:00:47,716 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:00:47,716 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 02:00:47,716 Example #1\n",
      "2020-01-28 02:00:47,716 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:00:47,716 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:00:47,716 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:00:47,716 Example #2\n",
      "2020-01-28 02:00:47,716 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:00:47,717 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:00:47,717 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo moke na eteyelo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:00:47,717 Example #3\n",
      "2020-01-28 02:00:47,717 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:00:47,717 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:00:47,717 \tHypothesis: Atunaki moto moko ya Lamuká !\n",
      "2020-01-28 02:00:47,717 Validation result at epoch  10, step    56000: bleu:  29.46, loss: 36576.1016, ppl:   4.0139, duration: 89.2668s\n",
      "2020-01-28 02:01:17,543 Epoch  10 Step:    56100 Batch Loss:     1.521272 Tokens per Sec:     7493, Lr: 0.000300\n",
      "2020-01-28 02:01:47,849 Epoch  10 Step:    56200 Batch Loss:     1.695780 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-28 02:02:18,165 Epoch  10 Step:    56300 Batch Loss:     1.836525 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-28 02:02:48,790 Epoch  10 Step:    56400 Batch Loss:     1.471165 Tokens per Sec:     7729, Lr: 0.000300\n",
      "2020-01-28 02:03:18,581 Epoch  10 Step:    56500 Batch Loss:     1.985571 Tokens per Sec:     7513, Lr: 0.000300\n",
      "2020-01-28 02:03:48,628 Epoch  10 Step:    56600 Batch Loss:     1.421830 Tokens per Sec:     7609, Lr: 0.000300\n",
      "2020-01-28 02:04:18,578 Epoch  10 Step:    56700 Batch Loss:     1.947137 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 02:04:48,857 Epoch  10 Step:    56800 Batch Loss:     1.485854 Tokens per Sec:     7731, Lr: 0.000300\n",
      "2020-01-28 02:05:19,044 Epoch  10 Step:    56900 Batch Loss:     1.405177 Tokens per Sec:     7582, Lr: 0.000300\n",
      "2020-01-28 02:05:48,949 Epoch  10 Step:    57000 Batch Loss:     1.548402 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 02:07:17,987 Example #0\n",
      "2020-01-28 02:07:17,987 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:07:17,987 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:07:17,987 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 02:07:17,987 Example #1\n",
      "2020-01-28 02:07:17,988 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:07:17,988 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:07:17,988 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:07:17,988 Example #2\n",
      "2020-01-28 02:07:17,988 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:07:17,988 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:07:17,988 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bázwa mbongo soki basengeli te kozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:07:17,988 Example #3\n",
      "2020-01-28 02:07:17,988 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:07:17,989 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:07:17,989 \tHypothesis: Atunaki ye moko ya Lamuká !\n",
      "2020-01-28 02:07:17,989 Validation result at epoch  10, step    57000: bleu:  29.16, loss: 36669.2773, ppl:   4.0282, duration: 89.0386s\n",
      "2020-01-28 02:07:47,965 Epoch  10 Step:    57100 Batch Loss:     1.760080 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 02:08:18,230 Epoch  10 Step:    57200 Batch Loss:     1.505142 Tokens per Sec:     7735, Lr: 0.000300\n",
      "2020-01-28 02:08:48,312 Epoch  10 Step:    57300 Batch Loss:     1.647241 Tokens per Sec:     7640, Lr: 0.000300\n",
      "2020-01-28 02:09:18,438 Epoch  10 Step:    57400 Batch Loss:     1.642218 Tokens per Sec:     7570, Lr: 0.000300\n",
      "2020-01-28 02:09:48,618 Epoch  10 Step:    57500 Batch Loss:     1.642331 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-28 02:10:18,831 Epoch  10 Step:    57600 Batch Loss:     1.648455 Tokens per Sec:     7604, Lr: 0.000300\n",
      "2020-01-28 02:10:48,841 Epoch  10 Step:    57700 Batch Loss:     1.654436 Tokens per Sec:     7579, Lr: 0.000300\n",
      "2020-01-28 02:11:19,153 Epoch  10 Step:    57800 Batch Loss:     1.548556 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 02:11:48,941 Epoch  10 Step:    57900 Batch Loss:     1.561631 Tokens per Sec:     7676, Lr: 0.000300\n",
      "2020-01-28 02:12:19,350 Epoch  10 Step:    58000 Batch Loss:     1.559707 Tokens per Sec:     7746, Lr: 0.000300\n",
      "2020-01-28 02:13:48,428 Example #0\n",
      "2020-01-28 02:13:48,428 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:13:48,429 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:13:48,429 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 02:13:48,429 Example #1\n",
      "2020-01-28 02:13:48,429 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:13:48,429 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:13:48,429 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:13:48,429 Example #2\n",
      "2020-01-28 02:13:48,429 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:13:48,429 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:13:48,429 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu oyo esalemi mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:13:48,430 Example #3\n",
      "2020-01-28 02:13:48,430 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:13:48,430 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:13:48,430 \tHypothesis: Atunaki Lamuká !\n",
      "2020-01-28 02:13:48,430 Validation result at epoch  10, step    58000: bleu:  29.55, loss: 36586.6797, ppl:   4.0156, duration: 89.0790s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 02:14:18,831 Epoch  10 Step:    58100 Batch Loss:     1.462359 Tokens per Sec:     7811, Lr: 0.000300\n",
      "2020-01-28 02:14:49,074 Epoch  10 Step:    58200 Batch Loss:     1.421247 Tokens per Sec:     7675, Lr: 0.000300\n",
      "2020-01-28 02:15:19,316 Epoch  10 Step:    58300 Batch Loss:     1.478377 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 02:15:50,058 Epoch  10 Step:    58400 Batch Loss:     1.536924 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 02:16:20,083 Epoch  10 Step:    58500 Batch Loss:     1.446241 Tokens per Sec:     7512, Lr: 0.000300\n",
      "2020-01-28 02:16:50,337 Epoch  10 Step:    58600 Batch Loss:     1.343850 Tokens per Sec:     7770, Lr: 0.000300\n",
      "2020-01-28 02:17:20,436 Epoch  10 Step:    58700 Batch Loss:     1.595032 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 02:17:50,974 Epoch  10 Step:    58800 Batch Loss:     1.569522 Tokens per Sec:     7866, Lr: 0.000300\n",
      "2020-01-28 02:18:21,479 Epoch  10 Step:    58900 Batch Loss:     1.315724 Tokens per Sec:     7858, Lr: 0.000300\n",
      "2020-01-28 02:18:51,817 Epoch  10 Step:    59000 Batch Loss:     1.621038 Tokens per Sec:     7786, Lr: 0.000300\n",
      "2020-01-28 02:20:20,799 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 02:20:20,799 Saving new checkpoint.\n",
      "2020-01-28 02:20:21,029 Example #0\n",
      "2020-01-28 02:20:21,029 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:20:21,029 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:20:21,029 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 02:20:21,029 Example #1\n",
      "2020-01-28 02:20:21,029 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:20:21,030 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:20:21,030 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:20:21,030 Example #2\n",
      "2020-01-28 02:20:21,030 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:20:21,030 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:20:21,030 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bámeka soki bakozwa mwa mikolo ya kelasi ​ — likambo oyo bato mingi bazali kosala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:20:21,030 Example #3\n",
      "2020-01-28 02:20:21,030 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:20:21,030 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:20:21,030 \tHypothesis: Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:20:21,031 Validation result at epoch  10, step    59000: bleu:  29.09, loss: 36472.7383, ppl:   3.9982, duration: 89.2129s\n",
      "2020-01-28 02:20:51,369 Epoch  10 Step:    59100 Batch Loss:     1.609222 Tokens per Sec:     7738, Lr: 0.000300\n",
      "2020-01-28 02:21:21,796 Epoch  10 Step:    59200 Batch Loss:     1.763017 Tokens per Sec:     7756, Lr: 0.000300\n",
      "2020-01-28 02:21:52,135 Epoch  10 Step:    59300 Batch Loss:     1.606304 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 02:22:22,014 Epoch  10 Step:    59400 Batch Loss:     1.882780 Tokens per Sec:     7596, Lr: 0.000300\n",
      "2020-01-28 02:22:52,640 Epoch  10 Step:    59500 Batch Loss:     1.610115 Tokens per Sec:     7840, Lr: 0.000300\n",
      "2020-01-28 02:23:23,120 Epoch  10 Step:    59600 Batch Loss:     1.603354 Tokens per Sec:     7730, Lr: 0.000300\n",
      "2020-01-28 02:23:52,941 Epoch  10 Step:    59700 Batch Loss:     1.636175 Tokens per Sec:     7604, Lr: 0.000300\n",
      "2020-01-28 02:24:23,049 Epoch  10 Step:    59800 Batch Loss:     1.734244 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 02:24:53,348 Epoch  10 Step:    59900 Batch Loss:     1.657211 Tokens per Sec:     7738, Lr: 0.000300\n",
      "2020-01-28 02:25:23,687 Epoch  10 Step:    60000 Batch Loss:     1.543389 Tokens per Sec:     7724, Lr: 0.000300\n",
      "2020-01-28 02:26:52,726 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 02:26:52,726 Saving new checkpoint.\n",
      "2020-01-28 02:26:52,955 Example #0\n",
      "2020-01-28 02:26:52,956 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:26:52,956 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:26:52,956 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 02:26:52,956 Example #1\n",
      "2020-01-28 02:26:52,956 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:26:52,956 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:26:52,956 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:26:52,956 Example #2\n",
      "2020-01-28 02:26:52,957 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:26:52,957 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:26:52,957 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na ebongiseli moko ya malamu mpenza mpo na kosalisa bana na kososola soki basengeli te kozwa mwa mikolo ya kotánga , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:26:52,957 Example #3\n",
      "2020-01-28 02:26:52,957 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:26:52,957 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:26:52,957 \tHypothesis: Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:26:52,957 Validation result at epoch  10, step    60000: bleu:  29.56, loss: 36312.0547, ppl:   3.9739, duration: 89.2698s\n",
      "2020-01-28 02:27:19,116 Epoch  10: total training loss 9329.79\n",
      "2020-01-28 02:27:19,117 EPOCH 11\n",
      "2020-01-28 02:27:24,316 Epoch  11 Step:    60100 Batch Loss:     1.352476 Tokens per Sec:     6247, Lr: 0.000300\n",
      "2020-01-28 02:27:54,567 Epoch  11 Step:    60200 Batch Loss:     1.408396 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 02:28:24,611 Epoch  11 Step:    60300 Batch Loss:     1.541750 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 02:28:54,686 Epoch  11 Step:    60400 Batch Loss:     1.244597 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 02:29:24,991 Epoch  11 Step:    60500 Batch Loss:     1.253239 Tokens per Sec:     7572, Lr: 0.000300\n",
      "2020-01-28 02:29:55,342 Epoch  11 Step:    60600 Batch Loss:     1.418438 Tokens per Sec:     7697, Lr: 0.000300\n",
      "2020-01-28 02:30:25,458 Epoch  11 Step:    60700 Batch Loss:     1.607374 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 02:30:55,589 Epoch  11 Step:    60800 Batch Loss:     1.425360 Tokens per Sec:     7691, Lr: 0.000300\n",
      "2020-01-28 02:31:25,784 Epoch  11 Step:    60900 Batch Loss:     1.571860 Tokens per Sec:     7673, Lr: 0.000300\n",
      "2020-01-28 02:31:55,687 Epoch  11 Step:    61000 Batch Loss:     1.464154 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 02:33:24,802 Example #0\n",
      "2020-01-28 02:33:24,802 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:33:24,802 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:33:24,802 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 02:33:24,802 Example #1\n",
      "2020-01-28 02:33:24,803 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:33:24,803 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:33:24,803 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:33:24,803 Example #2\n",
      "2020-01-28 02:33:24,803 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:33:24,803 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:33:24,803 \tHypothesis: Azali kokende na Eteyelo ya Escuela , to Eteyelo ya sika , oyo esalemi na lolenge ya malamu mpenza mpo na kosalisa bana na kosomba soki basengeli te kozwa mwa mikolo ya kelasi ​ — likambo oyo bato mingi basalaka , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:33:24,803 Example #3\n",
      "2020-01-28 02:33:24,804 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:33:24,804 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:33:24,804 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 02:33:24,804 Validation result at epoch  11, step    61000: bleu:  29.42, loss: 36405.4648, ppl:   3.9880, duration: 89.1157s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 02:33:54,861 Epoch  11 Step:    61100 Batch Loss:     1.713110 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 02:34:25,183 Epoch  11 Step:    61200 Batch Loss:     1.514206 Tokens per Sec:     7592, Lr: 0.000300\n",
      "2020-01-28 02:34:55,508 Epoch  11 Step:    61300 Batch Loss:     1.614311 Tokens per Sec:     7829, Lr: 0.000300\n",
      "2020-01-28 02:35:25,746 Epoch  11 Step:    61400 Batch Loss:     1.454685 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 02:35:55,856 Epoch  11 Step:    61500 Batch Loss:     1.440428 Tokens per Sec:     7777, Lr: 0.000300\n",
      "2020-01-28 02:36:26,309 Epoch  11 Step:    61600 Batch Loss:     1.370127 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-28 02:36:56,182 Epoch  11 Step:    61700 Batch Loss:     1.794206 Tokens per Sec:     7593, Lr: 0.000300\n",
      "2020-01-28 02:37:26,255 Epoch  11 Step:    61800 Batch Loss:     1.782502 Tokens per Sec:     7586, Lr: 0.000300\n",
      "2020-01-28 02:37:56,384 Epoch  11 Step:    61900 Batch Loss:     1.500243 Tokens per Sec:     7729, Lr: 0.000300\n",
      "2020-01-28 02:38:26,593 Epoch  11 Step:    62000 Batch Loss:     1.567782 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 02:39:55,652 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 02:39:55,653 Saving new checkpoint.\n",
      "2020-01-28 02:39:55,879 Example #0\n",
      "2020-01-28 02:39:55,879 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:39:55,879 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:39:55,879 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 02:39:55,880 Example #1\n",
      "2020-01-28 02:39:55,880 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:39:55,880 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:39:55,880 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:39:55,880 Example #2\n",
      "2020-01-28 02:39:55,880 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:39:55,880 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:39:55,880 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu oyo esalemi mpo na kosalisa bana bámeka soki basengeli te kozwa mwa mikolo ya kelasi ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:39:55,880 Example #3\n",
      "2020-01-28 02:39:55,881 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:39:55,881 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:39:55,881 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 02:39:55,881 Validation result at epoch  11, step    62000: bleu:  30.02, loss: 36182.6367, ppl:   3.9544, duration: 89.2867s\n",
      "2020-01-28 02:40:26,261 Epoch  11 Step:    62100 Batch Loss:     1.445936 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-28 02:40:56,460 Epoch  11 Step:    62200 Batch Loss:     1.447211 Tokens per Sec:     7624, Lr: 0.000300\n",
      "2020-01-28 02:41:26,583 Epoch  11 Step:    62300 Batch Loss:     1.526917 Tokens per Sec:     7639, Lr: 0.000300\n",
      "2020-01-28 02:41:56,712 Epoch  11 Step:    62400 Batch Loss:     1.977904 Tokens per Sec:     7600, Lr: 0.000300\n",
      "2020-01-28 02:42:26,801 Epoch  11 Step:    62500 Batch Loss:     1.633700 Tokens per Sec:     7695, Lr: 0.000300\n",
      "2020-01-28 02:42:56,855 Epoch  11 Step:    62600 Batch Loss:     1.391694 Tokens per Sec:     7617, Lr: 0.000300\n",
      "2020-01-28 02:43:26,911 Epoch  11 Step:    62700 Batch Loss:     1.182770 Tokens per Sec:     7605, Lr: 0.000300\n",
      "2020-01-28 02:43:56,500 Epoch  11 Step:    62800 Batch Loss:     1.694862 Tokens per Sec:     7429, Lr: 0.000300\n",
      "2020-01-28 02:44:26,878 Epoch  11 Step:    62900 Batch Loss:     1.698007 Tokens per Sec:     7761, Lr: 0.000300\n",
      "2020-01-28 02:44:57,410 Epoch  11 Step:    63000 Batch Loss:     1.726205 Tokens per Sec:     7801, Lr: 0.000300\n",
      "2020-01-28 02:46:26,464 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 02:46:26,464 Saving new checkpoint.\n",
      "2020-01-28 02:46:26,692 Example #0\n",
      "2020-01-28 02:46:26,692 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:46:26,692 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:46:26,692 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 02:46:26,692 Example #1\n",
      "2020-01-28 02:46:26,692 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:46:26,692 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:46:26,692 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:46:26,693 Example #2\n",
      "2020-01-28 02:46:26,693 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:46:26,693 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:46:26,693 \tHypothesis: Azali kokende na Eteyelo ya Escuela , to Eteyelo ya Sika , oyo ezali na programɛ moko ya kitoko oyo esalemi mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo ya kelasi ​ — likambo oyo bato mingi basalaka , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:46:26,693 Example #3\n",
      "2020-01-28 02:46:26,693 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:46:26,693 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:46:26,693 \tHypothesis: Akomaki Lamuká !\n",
      "2020-01-28 02:46:26,693 Validation result at epoch  11, step    63000: bleu:  29.62, loss: 36137.3398, ppl:   3.9476, duration: 89.2825s\n",
      "2020-01-28 02:46:56,861 Epoch  11 Step:    63100 Batch Loss:     1.194197 Tokens per Sec:     7702, Lr: 0.000300\n",
      "2020-01-28 02:47:27,032 Epoch  11 Step:    63200 Batch Loss:     1.472519 Tokens per Sec:     7729, Lr: 0.000300\n",
      "2020-01-28 02:47:57,004 Epoch  11 Step:    63300 Batch Loss:     1.425808 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 02:48:27,316 Epoch  11 Step:    63400 Batch Loss:     1.165067 Tokens per Sec:     7767, Lr: 0.000300\n",
      "2020-01-28 02:48:57,710 Epoch  11 Step:    63500 Batch Loss:     1.626347 Tokens per Sec:     7821, Lr: 0.000300\n",
      "2020-01-28 02:49:27,690 Epoch  11 Step:    63600 Batch Loss:     1.568558 Tokens per Sec:     7649, Lr: 0.000300\n",
      "2020-01-28 02:49:57,616 Epoch  11 Step:    63700 Batch Loss:     1.664696 Tokens per Sec:     7575, Lr: 0.000300\n",
      "2020-01-28 02:50:27,871 Epoch  11 Step:    63800 Batch Loss:     1.413751 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-28 02:50:57,963 Epoch  11 Step:    63900 Batch Loss:     1.615406 Tokens per Sec:     7830, Lr: 0.000300\n",
      "2020-01-28 02:51:28,215 Epoch  11 Step:    64000 Batch Loss:     1.411981 Tokens per Sec:     7584, Lr: 0.000300\n",
      "2020-01-28 02:52:57,218 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 02:52:57,219 Saving new checkpoint.\n",
      "2020-01-28 02:52:57,440 Example #0\n",
      "2020-01-28 02:52:57,440 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:52:57,440 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:52:57,440 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 02:52:57,440 Example #1\n",
      "2020-01-28 02:52:57,441 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:52:57,441 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:52:57,441 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:52:57,441 Example #2\n",
      "2020-01-28 02:52:57,441 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:52:57,441 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:52:57,441 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bámema soki basengeli te na kelasi ya mwa mikolo , elingi koloba , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:52:57,441 Example #3\n",
      "2020-01-28 02:52:57,441 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:52:57,441 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:52:57,442 \tHypothesis: Atunaki moto moko ya Lamuká !\n",
      "2020-01-28 02:52:57,442 Validation result at epoch  11, step    64000: bleu:  29.86, loss: 36105.6211, ppl:   3.9428, duration: 89.2257s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 02:53:27,437 Epoch  11 Step:    64100 Batch Loss:     2.006563 Tokens per Sec:     7637, Lr: 0.000300\n",
      "2020-01-28 02:53:57,303 Epoch  11 Step:    64200 Batch Loss:     1.337790 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-28 02:54:27,362 Epoch  11 Step:    64300 Batch Loss:     1.638545 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-28 02:54:57,738 Epoch  11 Step:    64400 Batch Loss:     1.628120 Tokens per Sec:     7776, Lr: 0.000300\n",
      "2020-01-28 02:55:27,490 Epoch  11 Step:    64500 Batch Loss:     1.537263 Tokens per Sec:     7540, Lr: 0.000300\n",
      "2020-01-28 02:55:57,221 Epoch  11 Step:    64600 Batch Loss:     1.679699 Tokens per Sec:     7518, Lr: 0.000300\n",
      "2020-01-28 02:56:27,269 Epoch  11 Step:    64700 Batch Loss:     1.466705 Tokens per Sec:     7599, Lr: 0.000300\n",
      "2020-01-28 02:56:57,258 Epoch  11 Step:    64800 Batch Loss:     1.622424 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 02:57:27,659 Epoch  11 Step:    64900 Batch Loss:     1.375270 Tokens per Sec:     7804, Lr: 0.000300\n",
      "2020-01-28 02:57:57,954 Epoch  11 Step:    65000 Batch Loss:     1.632339 Tokens per Sec:     7745, Lr: 0.000300\n",
      "2020-01-28 02:59:26,944 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 02:59:26,944 Saving new checkpoint.\n",
      "2020-01-28 02:59:27,169 Example #0\n",
      "2020-01-28 02:59:27,169 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 02:59:27,169 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 02:59:27,169 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 02:59:27,169 Example #1\n",
      "2020-01-28 02:59:27,169 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 02:59:27,169 \tReference:  Yehova akumisami\n",
      "2020-01-28 02:59:27,170 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 02:59:27,170 Example #2\n",
      "2020-01-28 02:59:27,170 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 02:59:27,170 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:59:27,170 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámema bana na bango soki balingi kozwa mwa mikolo ya kelasi ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 02:59:27,170 Example #3\n",
      "2020-01-28 02:59:27,170 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 02:59:27,170 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 02:59:27,170 \tHypothesis: Tuná mokomi moko ya Lamuká !\n",
      "2020-01-28 02:59:27,170 Validation result at epoch  11, step    65000: bleu:  29.59, loss: 35999.6406, ppl:   3.9270, duration: 89.2156s\n",
      "2020-01-28 02:59:56,979 Epoch  11 Step:    65100 Batch Loss:     1.476162 Tokens per Sec:     7463, Lr: 0.000300\n",
      "2020-01-28 03:00:27,028 Epoch  11 Step:    65200 Batch Loss:     1.569200 Tokens per Sec:     7609, Lr: 0.000300\n",
      "2020-01-28 03:00:57,000 Epoch  11 Step:    65300 Batch Loss:     1.643763 Tokens per Sec:     7703, Lr: 0.000300\n",
      "2020-01-28 03:01:27,033 Epoch  11 Step:    65400 Batch Loss:     1.535997 Tokens per Sec:     7712, Lr: 0.000300\n",
      "2020-01-28 03:01:57,227 Epoch  11 Step:    65500 Batch Loss:     1.495421 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 03:02:27,499 Epoch  11 Step:    65600 Batch Loss:     1.643673 Tokens per Sec:     7734, Lr: 0.000300\n",
      "2020-01-28 03:02:57,589 Epoch  11 Step:    65700 Batch Loss:     1.444627 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 03:03:27,874 Epoch  11 Step:    65800 Batch Loss:     1.663757 Tokens per Sec:     7715, Lr: 0.000300\n",
      "2020-01-28 03:03:58,092 Epoch  11 Step:    65900 Batch Loss:     1.419971 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 03:04:28,354 Epoch  11 Step:    66000 Batch Loss:     1.484827 Tokens per Sec:     7765, Lr: 0.000300\n",
      "2020-01-28 03:05:57,348 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 03:05:57,348 Saving new checkpoint.\n",
      "2020-01-28 03:05:57,575 Example #0\n",
      "2020-01-28 03:05:57,576 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:05:57,576 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:05:57,576 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 03:05:57,576 Example #1\n",
      "2020-01-28 03:05:57,576 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:05:57,576 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:05:57,576 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:05:57,576 Example #2\n",
      "2020-01-28 03:05:57,577 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:05:57,577 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:05:57,577 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámema bana soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:05:57,577 Example #3\n",
      "2020-01-28 03:05:57,577 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:05:57,577 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:05:57,577 \tHypothesis: Atunaki ye Lamuká !\n",
      "2020-01-28 03:05:57,577 Validation result at epoch  11, step    66000: bleu:  29.88, loss: 35726.7461, ppl:   3.8865, duration: 89.2221s\n",
      "2020-01-28 03:06:27,840 Epoch  11 Step:    66100 Batch Loss:     1.804764 Tokens per Sec:     7732, Lr: 0.000300\n",
      "2020-01-28 03:06:28,742 Epoch  11: total training loss 9213.76\n",
      "2020-01-28 03:06:28,743 EPOCH 12\n",
      "2020-01-28 03:06:58,843 Epoch  12 Step:    66200 Batch Loss:     1.114554 Tokens per Sec:     7412, Lr: 0.000300\n",
      "2020-01-28 03:07:29,106 Epoch  12 Step:    66300 Batch Loss:     1.468948 Tokens per Sec:     7813, Lr: 0.000300\n",
      "2020-01-28 03:07:59,308 Epoch  12 Step:    66400 Batch Loss:     1.960141 Tokens per Sec:     7743, Lr: 0.000300\n",
      "2020-01-28 03:08:29,614 Epoch  12 Step:    66500 Batch Loss:     1.429012 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-28 03:08:59,847 Epoch  12 Step:    66600 Batch Loss:     1.447489 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 03:09:30,159 Epoch  12 Step:    66700 Batch Loss:     1.314374 Tokens per Sec:     7753, Lr: 0.000300\n",
      "2020-01-28 03:10:00,185 Epoch  12 Step:    66800 Batch Loss:     1.440449 Tokens per Sec:     7616, Lr: 0.000300\n",
      "2020-01-28 03:10:30,382 Epoch  12 Step:    66900 Batch Loss:     1.812967 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-28 03:11:00,347 Epoch  12 Step:    67000 Batch Loss:     1.896121 Tokens per Sec:     7644, Lr: 0.000300\n",
      "2020-01-28 03:12:29,430 Example #0\n",
      "2020-01-28 03:12:29,431 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:12:29,431 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:12:29,431 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 03:12:29,431 Example #1\n",
      "2020-01-28 03:12:29,431 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:12:29,431 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:12:29,431 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:12:29,431 Example #2\n",
      "2020-01-28 03:12:29,432 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:12:29,432 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:12:29,432 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana na kosomba soki esengeli ete bázwa mwa mikolo ya kelasi ​ — likambo oyo bato mingi bazali kosala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:12:29,432 Example #3\n",
      "2020-01-28 03:12:29,432 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:12:29,432 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:12:29,432 \tHypothesis: Moto moko ya Lamuká !\n",
      "2020-01-28 03:12:29,432 Validation result at epoch  12, step    67000: bleu:  30.02, loss: 35741.3242, ppl:   3.8886, duration: 89.0849s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 03:12:59,397 Epoch  12 Step:    67100 Batch Loss:     1.431418 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 03:13:29,666 Epoch  12 Step:    67200 Batch Loss:     1.564885 Tokens per Sec:     7606, Lr: 0.000300\n",
      "2020-01-28 03:13:59,952 Epoch  12 Step:    67300 Batch Loss:     1.450459 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 03:14:29,980 Epoch  12 Step:    67400 Batch Loss:     1.441626 Tokens per Sec:     7543, Lr: 0.000300\n",
      "2020-01-28 03:15:00,072 Epoch  12 Step:    67500 Batch Loss:     1.519758 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 03:15:30,439 Epoch  12 Step:    67600 Batch Loss:     1.499497 Tokens per Sec:     7674, Lr: 0.000300\n",
      "2020-01-28 03:16:00,827 Epoch  12 Step:    67700 Batch Loss:     1.430944 Tokens per Sec:     7706, Lr: 0.000300\n",
      "2020-01-28 03:16:31,129 Epoch  12 Step:    67800 Batch Loss:     1.541596 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-28 03:17:01,010 Epoch  12 Step:    67900 Batch Loss:     1.439351 Tokens per Sec:     7629, Lr: 0.000300\n",
      "2020-01-28 03:17:30,877 Epoch  12 Step:    68000 Batch Loss:     1.574601 Tokens per Sec:     7606, Lr: 0.000300\n",
      "2020-01-28 03:18:59,935 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 03:18:59,935 Saving new checkpoint.\n",
      "2020-01-28 03:19:00,164 Example #0\n",
      "2020-01-28 03:19:00,164 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:19:00,165 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:19:00,165 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 03:19:00,165 Example #1\n",
      "2020-01-28 03:19:00,165 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:19:00,165 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:19:00,165 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:19:00,165 Example #2\n",
      "2020-01-28 03:19:00,166 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:19:00,166 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:19:00,166 \tHypothesis: Azali kokende na Ecuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana na kosimba soki basengeli te kokɔta na eteyelo ya mwa mikolo ​ — likambo oyo esalemaka mingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:19:00,166 Example #3\n",
      "2020-01-28 03:19:00,166 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:19:00,166 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:19:00,166 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 03:19:00,166 Validation result at epoch  12, step    68000: bleu:  30.36, loss: 35686.6797, ppl:   3.8806, duration: 89.2884s\n",
      "2020-01-28 03:19:30,294 Epoch  12 Step:    68100 Batch Loss:     1.632481 Tokens per Sec:     7693, Lr: 0.000300\n",
      "2020-01-28 03:20:00,201 Epoch  12 Step:    68200 Batch Loss:     1.510486 Tokens per Sec:     7622, Lr: 0.000300\n",
      "2020-01-28 03:20:30,603 Epoch  12 Step:    68300 Batch Loss:     1.496148 Tokens per Sec:     7860, Lr: 0.000300\n",
      "2020-01-28 03:21:01,033 Epoch  12 Step:    68400 Batch Loss:     1.553511 Tokens per Sec:     7738, Lr: 0.000300\n",
      "2020-01-28 03:21:31,514 Epoch  12 Step:    68500 Batch Loss:     1.441990 Tokens per Sec:     7796, Lr: 0.000300\n",
      "2020-01-28 03:22:01,347 Epoch  12 Step:    68600 Batch Loss:     1.394084 Tokens per Sec:     7610, Lr: 0.000300\n",
      "2020-01-28 03:22:31,241 Epoch  12 Step:    68700 Batch Loss:     1.795534 Tokens per Sec:     7737, Lr: 0.000300\n",
      "2020-01-28 03:23:01,464 Epoch  12 Step:    68800 Batch Loss:     1.603054 Tokens per Sec:     7671, Lr: 0.000300\n",
      "2020-01-28 03:23:31,807 Epoch  12 Step:    68900 Batch Loss:     1.491114 Tokens per Sec:     7760, Lr: 0.000300\n",
      "2020-01-28 03:24:01,896 Epoch  12 Step:    69000 Batch Loss:     1.580057 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 03:25:30,956 Example #0\n",
      "2020-01-28 03:25:30,956 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:25:30,956 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:25:30,956 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 03:25:30,956 Example #1\n",
      "2020-01-28 03:25:30,957 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:25:30,957 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:25:30,957 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:25:30,957 Example #2\n",
      "2020-01-28 03:25:30,957 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:25:30,957 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:25:30,957 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki bakozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:25:30,957 Example #3\n",
      "2020-01-28 03:25:30,957 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:25:30,957 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:25:30,957 \tHypothesis: Atunaki moto moko ya Lamuká !\n",
      "2020-01-28 03:25:30,958 Validation result at epoch  12, step    69000: bleu:  30.05, loss: 35710.1016, ppl:   3.8840, duration: 89.0602s\n",
      "2020-01-28 03:26:01,235 Epoch  12 Step:    69100 Batch Loss:     1.427000 Tokens per Sec:     7725, Lr: 0.000300\n",
      "2020-01-28 03:26:31,551 Epoch  12 Step:    69200 Batch Loss:     1.431785 Tokens per Sec:     7632, Lr: 0.000300\n",
      "2020-01-28 03:27:02,079 Epoch  12 Step:    69300 Batch Loss:     1.551165 Tokens per Sec:     7910, Lr: 0.000300\n",
      "2020-01-28 03:27:32,216 Epoch  12 Step:    69400 Batch Loss:     1.590703 Tokens per Sec:     7674, Lr: 0.000300\n",
      "2020-01-28 03:28:02,169 Epoch  12 Step:    69500 Batch Loss:     1.631958 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 03:28:32,498 Epoch  12 Step:    69600 Batch Loss:     1.268841 Tokens per Sec:     7594, Lr: 0.000300\n",
      "2020-01-28 03:29:02,884 Epoch  12 Step:    69700 Batch Loss:     1.733271 Tokens per Sec:     7735, Lr: 0.000300\n",
      "2020-01-28 03:29:32,642 Epoch  12 Step:    69800 Batch Loss:     1.304530 Tokens per Sec:     7483, Lr: 0.000300\n",
      "2020-01-28 03:30:02,685 Epoch  12 Step:    69900 Batch Loss:     1.345158 Tokens per Sec:     7622, Lr: 0.000300\n",
      "2020-01-28 03:30:33,128 Epoch  12 Step:    70000 Batch Loss:     1.525575 Tokens per Sec:     7758, Lr: 0.000300\n",
      "2020-01-28 03:32:02,177 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 03:32:02,177 Saving new checkpoint.\n",
      "2020-01-28 03:32:02,404 Example #0\n",
      "2020-01-28 03:32:02,404 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:32:02,404 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:32:02,404 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 03:32:02,404 Example #1\n",
      "2020-01-28 03:32:02,404 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:32:02,404 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:32:02,405 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:32:02,405 Example #2\n",
      "2020-01-28 03:32:02,405 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:32:02,405 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:32:02,405 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámeka soki basengeli te kozwa mwa mikolo ya kelasi ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:32:02,405 Example #3\n",
      "2020-01-28 03:32:02,405 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:32:02,405 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:32:02,405 \tHypothesis: Atunaki ye ete : “ Lamuká !\n",
      "2020-01-28 03:32:02,405 Validation result at epoch  12, step    70000: bleu:  30.25, loss: 35463.7930, ppl:   3.8478, duration: 89.2768s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 03:32:32,549 Epoch  12 Step:    70100 Batch Loss:     1.376238 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-28 03:33:02,703 Epoch  12 Step:    70200 Batch Loss:     1.465966 Tokens per Sec:     7698, Lr: 0.000300\n",
      "2020-01-28 03:33:32,984 Epoch  12 Step:    70300 Batch Loss:     1.406706 Tokens per Sec:     7818, Lr: 0.000300\n",
      "2020-01-28 03:34:02,786 Epoch  12 Step:    70400 Batch Loss:     1.267622 Tokens per Sec:     7427, Lr: 0.000300\n",
      "2020-01-28 03:34:32,805 Epoch  12 Step:    70500 Batch Loss:     1.463354 Tokens per Sec:     7736, Lr: 0.000300\n",
      "2020-01-28 03:35:02,833 Epoch  12 Step:    70600 Batch Loss:     1.495889 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 03:35:32,897 Epoch  12 Step:    70700 Batch Loss:     1.537220 Tokens per Sec:     7740, Lr: 0.000300\n",
      "2020-01-28 03:36:03,115 Epoch  12 Step:    70800 Batch Loss:     1.370191 Tokens per Sec:     7703, Lr: 0.000300\n",
      "2020-01-28 03:36:33,304 Epoch  12 Step:    70900 Batch Loss:     1.597993 Tokens per Sec:     7662, Lr: 0.000300\n",
      "2020-01-28 03:37:03,454 Epoch  12 Step:    71000 Batch Loss:     1.931664 Tokens per Sec:     7731, Lr: 0.000300\n",
      "2020-01-28 03:38:32,511 Example #0\n",
      "2020-01-28 03:38:32,511 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:38:32,511 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:38:32,511 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 03:38:32,511 Example #1\n",
      "2020-01-28 03:38:32,512 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:38:32,512 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:38:32,512 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:38:32,512 Example #2\n",
      "2020-01-28 03:38:32,512 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:38:32,512 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:38:32,512 \tHypothesis: Akendaka na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu oyo esalemi mpo na kosalisa bana bámeka soki bazali na kelasi ya moke , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:38:32,512 Example #3\n",
      "2020-01-28 03:38:32,512 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:38:32,512 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:38:32,513 \tHypothesis: Atunaki ye motuna moko ya Lamuká !\n",
      "2020-01-28 03:38:32,513 Validation result at epoch  12, step    71000: bleu:  29.90, loss: 35473.3633, ppl:   3.8492, duration: 89.0578s\n",
      "2020-01-28 03:39:02,723 Epoch  12 Step:    71100 Batch Loss:     1.469476 Tokens per Sec:     7732, Lr: 0.000300\n",
      "2020-01-28 03:39:32,653 Epoch  12 Step:    71200 Batch Loss:     1.546258 Tokens per Sec:     7521, Lr: 0.000300\n",
      "2020-01-28 03:40:02,942 Epoch  12 Step:    71300 Batch Loss:     1.463467 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 03:40:33,037 Epoch  12 Step:    71400 Batch Loss:     1.321356 Tokens per Sec:     7756, Lr: 0.000300\n",
      "2020-01-28 03:41:03,002 Epoch  12 Step:    71500 Batch Loss:     1.649749 Tokens per Sec:     7597, Lr: 0.000300\n",
      "2020-01-28 03:41:33,314 Epoch  12 Step:    71600 Batch Loss:     1.548676 Tokens per Sec:     7806, Lr: 0.000300\n",
      "2020-01-28 03:42:03,328 Epoch  12 Step:    71700 Batch Loss:     1.250767 Tokens per Sec:     7593, Lr: 0.000300\n",
      "2020-01-28 03:42:33,866 Epoch  12 Step:    71800 Batch Loss:     1.509866 Tokens per Sec:     7843, Lr: 0.000300\n",
      "2020-01-28 03:43:03,919 Epoch  12 Step:    71900 Batch Loss:     1.599613 Tokens per Sec:     7679, Lr: 0.000300\n",
      "2020-01-28 03:43:34,132 Epoch  12 Step:    72000 Batch Loss:     1.570132 Tokens per Sec:     7659, Lr: 0.000300\n",
      "2020-01-28 03:45:03,165 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 03:45:03,166 Saving new checkpoint.\n",
      "2020-01-28 03:45:03,392 Example #0\n",
      "2020-01-28 03:45:03,393 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:45:03,393 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:45:03,393 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 03:45:03,393 Example #1\n",
      "2020-01-28 03:45:03,393 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:45:03,393 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:45:03,393 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:45:03,393 Example #2\n",
      "2020-01-28 03:45:03,394 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:45:03,394 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:45:03,394 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámata soki bakozwa mwa mikolo na kelasi ​ — likambo oyo bato mingi bazali kosala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:45:03,394 Example #3\n",
      "2020-01-28 03:45:03,394 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:45:03,394 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:45:03,394 \tHypothesis: Atunaki moto moko ya Lamuká !\n",
      "2020-01-28 03:45:03,394 Validation result at epoch  12, step    72000: bleu:  29.88, loss: 35397.4883, ppl:   3.8382, duration: 89.2614s\n",
      "2020-01-28 03:45:33,560 Epoch  12 Step:    72100 Batch Loss:     1.631325 Tokens per Sec:     7705, Lr: 0.000300\n",
      "2020-01-28 03:45:36,309 Epoch  12: total training loss 9075.79\n",
      "2020-01-28 03:45:36,310 EPOCH 13\n",
      "2020-01-28 03:46:04,520 Epoch  13 Step:    72200 Batch Loss:     1.448990 Tokens per Sec:     7455, Lr: 0.000300\n",
      "2020-01-28 03:46:34,999 Epoch  13 Step:    72300 Batch Loss:     1.335259 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-28 03:47:05,168 Epoch  13 Step:    72400 Batch Loss:     1.560555 Tokens per Sec:     7715, Lr: 0.000300\n",
      "2020-01-28 03:47:35,389 Epoch  13 Step:    72500 Batch Loss:     1.238718 Tokens per Sec:     7629, Lr: 0.000300\n",
      "2020-01-28 03:48:05,413 Epoch  13 Step:    72600 Batch Loss:     1.510523 Tokens per Sec:     7632, Lr: 0.000300\n",
      "2020-01-28 03:48:35,417 Epoch  13 Step:    72700 Batch Loss:     1.446200 Tokens per Sec:     7643, Lr: 0.000300\n",
      "2020-01-28 03:49:05,808 Epoch  13 Step:    72800 Batch Loss:     1.227604 Tokens per Sec:     7852, Lr: 0.000300\n",
      "2020-01-28 03:49:36,127 Epoch  13 Step:    72900 Batch Loss:     1.324662 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-28 03:50:06,718 Epoch  13 Step:    73000 Batch Loss:     1.243934 Tokens per Sec:     7811, Lr: 0.000300\n",
      "2020-01-28 03:51:35,820 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 03:51:35,821 Saving new checkpoint.\n",
      "2020-01-28 03:51:36,101 Example #0\n",
      "2020-01-28 03:51:36,101 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:51:36,102 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:51:36,102 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 03:51:36,102 Example #1\n",
      "2020-01-28 03:51:36,102 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:51:36,102 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:51:36,102 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:51:36,102 Example #2\n",
      "2020-01-28 03:51:36,102 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:51:36,102 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:51:36,102 \tHypothesis: Akendaka na Eteyelo ya Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu oyo esalemi mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:51:36,103 Example #3\n",
      "2020-01-28 03:51:36,103 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:51:36,103 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:51:36,103 \tHypothesis: Atunaki ye ete : “ Nazwi mokanda ya Lamuká !\n",
      "2020-01-28 03:51:36,103 Validation result at epoch  13, step    73000: bleu:  30.16, loss: 35230.0820, ppl:   3.8138, duration: 89.3845s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 03:52:06,123 Epoch  13 Step:    73100 Batch Loss:     1.524394 Tokens per Sec:     7742, Lr: 0.000300\n",
      "2020-01-28 03:52:36,619 Epoch  13 Step:    73200 Batch Loss:     1.323532 Tokens per Sec:     7784, Lr: 0.000300\n",
      "2020-01-28 03:53:06,708 Epoch  13 Step:    73300 Batch Loss:     1.433220 Tokens per Sec:     7616, Lr: 0.000300\n",
      "2020-01-28 03:53:37,252 Epoch  13 Step:    73400 Batch Loss:     1.739958 Tokens per Sec:     7758, Lr: 0.000300\n",
      "2020-01-28 03:54:07,205 Epoch  13 Step:    73500 Batch Loss:     1.408451 Tokens per Sec:     7550, Lr: 0.000300\n",
      "2020-01-28 03:54:37,642 Epoch  13 Step:    73600 Batch Loss:     1.407724 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-28 03:55:07,790 Epoch  13 Step:    73700 Batch Loss:     1.597924 Tokens per Sec:     7585, Lr: 0.000300\n",
      "2020-01-28 03:55:38,376 Epoch  13 Step:    73800 Batch Loss:     1.426176 Tokens per Sec:     7855, Lr: 0.000300\n",
      "2020-01-28 03:56:08,421 Epoch  13 Step:    73900 Batch Loss:     1.283379 Tokens per Sec:     7575, Lr: 0.000300\n",
      "2020-01-28 03:56:38,757 Epoch  13 Step:    74000 Batch Loss:     1.443781 Tokens per Sec:     7709, Lr: 0.000300\n",
      "2020-01-28 03:58:07,830 Example #0\n",
      "2020-01-28 03:58:07,830 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 03:58:07,831 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 03:58:07,831 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 03:58:07,831 Example #1\n",
      "2020-01-28 03:58:07,831 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 03:58:07,831 \tReference:  Yehova akumisami\n",
      "2020-01-28 03:58:07,831 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 03:58:07,831 Example #2\n",
      "2020-01-28 03:58:07,831 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 03:58:07,831 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:58:07,832 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámona soki bazali na mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 03:58:07,832 Example #3\n",
      "2020-01-28 03:58:07,832 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 03:58:07,832 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 03:58:07,832 \tHypothesis: Moto moko ya Lamuká !\n",
      "2020-01-28 03:58:07,832 Validation result at epoch  13, step    74000: bleu:  30.48, loss: 35263.6289, ppl:   3.8187, duration: 89.0743s\n",
      "2020-01-28 03:58:38,159 Epoch  13 Step:    74100 Batch Loss:     1.124413 Tokens per Sec:     7765, Lr: 0.000300\n",
      "2020-01-28 03:59:08,453 Epoch  13 Step:    74200 Batch Loss:     1.472675 Tokens per Sec:     7709, Lr: 0.000300\n",
      "2020-01-28 03:59:38,766 Epoch  13 Step:    74300 Batch Loss:     1.557702 Tokens per Sec:     7738, Lr: 0.000300\n",
      "2020-01-28 04:00:09,217 Epoch  13 Step:    74400 Batch Loss:     1.576277 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 04:00:39,579 Epoch  13 Step:    74500 Batch Loss:     1.746314 Tokens per Sec:     7757, Lr: 0.000300\n",
      "2020-01-28 04:01:10,021 Epoch  13 Step:    74600 Batch Loss:     1.376228 Tokens per Sec:     7756, Lr: 0.000300\n",
      "2020-01-28 04:01:40,478 Epoch  13 Step:    74700 Batch Loss:     1.485644 Tokens per Sec:     7726, Lr: 0.000300\n",
      "2020-01-28 04:02:10,624 Epoch  13 Step:    74800 Batch Loss:     1.287162 Tokens per Sec:     7655, Lr: 0.000300\n",
      "2020-01-28 04:02:40,407 Epoch  13 Step:    74900 Batch Loss:     1.177354 Tokens per Sec:     7566, Lr: 0.000300\n",
      "2020-01-28 04:03:10,639 Epoch  13 Step:    75000 Batch Loss:     1.510680 Tokens per Sec:     7766, Lr: 0.000300\n",
      "2020-01-28 04:04:39,678 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 04:04:39,678 Saving new checkpoint.\n",
      "2020-01-28 04:04:39,905 Example #0\n",
      "2020-01-28 04:04:39,905 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:04:39,905 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:04:39,905 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 04:04:39,905 Example #1\n",
      "2020-01-28 04:04:39,906 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:04:39,906 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:04:39,906 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:04:39,906 Example #2\n",
      "2020-01-28 04:04:39,906 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:04:39,906 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:04:39,906 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bámema bana soki basengeli te kozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:04:39,906 Example #3\n",
      "2020-01-28 04:04:39,906 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:04:39,907 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:04:39,907 \tHypothesis: Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:04:39,907 Validation result at epoch  13, step    75000: bleu:  30.44, loss: 35229.1875, ppl:   3.8137, duration: 89.2670s\n",
      "2020-01-28 04:05:09,943 Epoch  13 Step:    75100 Batch Loss:     1.409541 Tokens per Sec:     7514, Lr: 0.000300\n",
      "2020-01-28 04:05:40,112 Epoch  13 Step:    75200 Batch Loss:     1.411564 Tokens per Sec:     7582, Lr: 0.000300\n",
      "2020-01-28 04:06:10,487 Epoch  13 Step:    75300 Batch Loss:     1.396189 Tokens per Sec:     7824, Lr: 0.000300\n",
      "2020-01-28 04:06:40,576 Epoch  13 Step:    75400 Batch Loss:     1.392408 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-28 04:07:10,768 Epoch  13 Step:    75500 Batch Loss:     1.208533 Tokens per Sec:     7699, Lr: 0.000300\n",
      "2020-01-28 04:07:40,836 Epoch  13 Step:    75600 Batch Loss:     1.591076 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-28 04:08:11,152 Epoch  13 Step:    75700 Batch Loss:     1.787508 Tokens per Sec:     7774, Lr: 0.000300\n",
      "2020-01-28 04:08:41,192 Epoch  13 Step:    75800 Batch Loss:     2.015939 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-28 04:09:11,506 Epoch  13 Step:    75900 Batch Loss:     1.840806 Tokens per Sec:     7738, Lr: 0.000300\n",
      "2020-01-28 04:09:41,739 Epoch  13 Step:    76000 Batch Loss:     1.550901 Tokens per Sec:     7582, Lr: 0.000300\n",
      "2020-01-28 04:11:10,763 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 04:11:10,763 Saving new checkpoint.\n",
      "2020-01-28 04:11:10,991 Example #0\n",
      "2020-01-28 04:11:10,991 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:11:10,991 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:11:10,991 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 04:11:10,991 Example #1\n",
      "2020-01-28 04:11:10,991 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:11:10,992 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:11:10,992 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:11:10,992 Example #2\n",
      "2020-01-28 04:11:10,992 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:11:10,992 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:11:10,992 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:11:10,992 Example #3\n",
      "2020-01-28 04:11:10,992 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:11:10,992 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:11:10,992 \tHypothesis: Atunaki ye ete Lamuká !\n",
      "2020-01-28 04:11:10,992 Validation result at epoch  13, step    76000: bleu:  30.03, loss: 35177.2930, ppl:   3.8062, duration: 89.2528s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 04:11:41,104 Epoch  13 Step:    76100 Batch Loss:     1.627968 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-28 04:12:11,135 Epoch  13 Step:    76200 Batch Loss:     1.507861 Tokens per Sec:     7823, Lr: 0.000300\n",
      "2020-01-28 04:12:41,507 Epoch  13 Step:    76300 Batch Loss:     1.443796 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 04:13:11,545 Epoch  13 Step:    76400 Batch Loss:     1.437239 Tokens per Sec:     7566, Lr: 0.000300\n",
      "2020-01-28 04:13:41,679 Epoch  13 Step:    76500 Batch Loss:     1.568105 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 04:14:11,592 Epoch  13 Step:    76600 Batch Loss:     1.451400 Tokens per Sec:     7693, Lr: 0.000300\n",
      "2020-01-28 04:14:41,556 Epoch  13 Step:    76700 Batch Loss:     1.373224 Tokens per Sec:     7568, Lr: 0.000300\n",
      "2020-01-28 04:15:11,934 Epoch  13 Step:    76800 Batch Loss:     1.503083 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 04:15:42,143 Epoch  13 Step:    76900 Batch Loss:     1.679496 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 04:16:12,235 Epoch  13 Step:    77000 Batch Loss:     1.407836 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 04:17:41,235 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 04:17:41,235 Saving new checkpoint.\n",
      "2020-01-28 04:17:41,463 Example #0\n",
      "2020-01-28 04:17:41,463 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:17:41,464 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:17:41,464 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 04:17:41,464 Example #1\n",
      "2020-01-28 04:17:41,464 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:17:41,464 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:17:41,464 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:17:41,464 Example #2\n",
      "2020-01-28 04:17:41,464 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:17:41,464 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:17:41,465 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki bakutani na mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:17:41,465 Example #3\n",
      "2020-01-28 04:17:41,465 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:17:41,465 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:17:41,465 \tHypothesis: Atunaki ye ete : “ Lamuká !\n",
      "2020-01-28 04:17:41,465 Validation result at epoch  13, step    77000: bleu:  30.28, loss: 35051.8164, ppl:   3.7881, duration: 89.2297s\n",
      "2020-01-28 04:18:11,790 Epoch  13 Step:    77100 Batch Loss:     1.599401 Tokens per Sec:     7874, Lr: 0.000300\n",
      "2020-01-28 04:18:41,795 Epoch  13 Step:    77200 Batch Loss:     1.672292 Tokens per Sec:     7588, Lr: 0.000300\n",
      "2020-01-28 04:19:12,016 Epoch  13 Step:    77300 Batch Loss:     1.734120 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 04:19:41,926 Epoch  13 Step:    77400 Batch Loss:     1.457256 Tokens per Sec:     7576, Lr: 0.000300\n",
      "2020-01-28 04:20:12,023 Epoch  13 Step:    77500 Batch Loss:     1.424299 Tokens per Sec:     7635, Lr: 0.000300\n",
      "2020-01-28 04:20:41,992 Epoch  13 Step:    77600 Batch Loss:     1.361940 Tokens per Sec:     7558, Lr: 0.000300\n",
      "2020-01-28 04:21:11,812 Epoch  13 Step:    77700 Batch Loss:     1.385201 Tokens per Sec:     7628, Lr: 0.000300\n",
      "2020-01-28 04:21:41,868 Epoch  13 Step:    77800 Batch Loss:     1.521473 Tokens per Sec:     7482, Lr: 0.000300\n",
      "2020-01-28 04:22:12,239 Epoch  13 Step:    77900 Batch Loss:     1.621865 Tokens per Sec:     7732, Lr: 0.000300\n",
      "2020-01-28 04:22:42,582 Epoch  13 Step:    78000 Batch Loss:     1.632671 Tokens per Sec:     7700, Lr: 0.000300\n",
      "2020-01-28 04:24:11,603 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 04:24:11,604 Saving new checkpoint.\n",
      "2020-01-28 04:24:11,835 Example #0\n",
      "2020-01-28 04:24:11,835 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:24:11,835 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:24:11,835 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 04:24:11,835 Example #1\n",
      "2020-01-28 04:24:11,836 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:24:11,836 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:24:11,836 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:24:11,836 Example #2\n",
      "2020-01-28 04:24:11,836 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:24:11,836 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:24:11,836 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bámata soki esengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:24:11,836 Example #3\n",
      "2020-01-28 04:24:11,836 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:24:11,836 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:24:11,837 \tHypothesis: Atunaki moto moko ya Lamuká !\n",
      "2020-01-28 04:24:11,837 Validation result at epoch  13, step    78000: bleu:  30.43, loss: 34947.8789, ppl:   3.7731, duration: 89.2543s\n",
      "2020-01-28 04:24:41,840 Epoch  13 Step:    78100 Batch Loss:     1.573025 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 04:24:44,368 Epoch  13: total training loss 8941.89\n",
      "2020-01-28 04:24:44,369 EPOCH 14\n",
      "2020-01-28 04:25:13,173 Epoch  14 Step:    78200 Batch Loss:     1.482665 Tokens per Sec:     7564, Lr: 0.000300\n",
      "2020-01-28 04:25:43,382 Epoch  14 Step:    78300 Batch Loss:     1.503192 Tokens per Sec:     7774, Lr: 0.000300\n",
      "2020-01-28 04:26:13,547 Epoch  14 Step:    78400 Batch Loss:     1.405965 Tokens per Sec:     7624, Lr: 0.000300\n",
      "2020-01-28 04:26:43,798 Epoch  14 Step:    78500 Batch Loss:     1.467605 Tokens per Sec:     7681, Lr: 0.000300\n",
      "2020-01-28 04:27:13,651 Epoch  14 Step:    78600 Batch Loss:     1.468855 Tokens per Sec:     7528, Lr: 0.000300\n",
      "2020-01-28 04:27:43,904 Epoch  14 Step:    78700 Batch Loss:     1.395551 Tokens per Sec:     7756, Lr: 0.000300\n",
      "2020-01-28 04:28:14,231 Epoch  14 Step:    78800 Batch Loss:     1.508874 Tokens per Sec:     7790, Lr: 0.000300\n",
      "2020-01-28 04:28:44,326 Epoch  14 Step:    78900 Batch Loss:     1.676937 Tokens per Sec:     7699, Lr: 0.000300\n",
      "2020-01-28 04:29:14,354 Epoch  14 Step:    79000 Batch Loss:     1.616535 Tokens per Sec:     7639, Lr: 0.000300\n",
      "2020-01-28 04:30:43,384 Example #0\n",
      "2020-01-28 04:30:43,385 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:30:43,385 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:30:43,385 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 04:30:43,385 Example #1\n",
      "2020-01-28 04:30:43,385 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:30:43,385 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:30:43,385 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:30:43,385 Example #2\n",
      "2020-01-28 04:30:43,386 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:30:43,386 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:30:43,386 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámesana na kelasi soki basengeli te kozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:30:43,386 Example #3\n",
      "2020-01-28 04:30:43,386 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:30:43,386 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:30:43,386 \tHypothesis: Moto moko ya mayele na makambo ya Biblia atunaki ye .\n",
      "2020-01-28 04:30:43,386 Validation result at epoch  14, step    79000: bleu:  30.26, loss: 35128.5273, ppl:   3.7991, duration: 89.0313s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 04:31:13,145 Epoch  14 Step:    79100 Batch Loss:     1.412773 Tokens per Sec:     7536, Lr: 0.000300\n",
      "2020-01-28 04:31:42,861 Epoch  14 Step:    79200 Batch Loss:     1.667930 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 04:32:12,714 Epoch  14 Step:    79300 Batch Loss:     1.353068 Tokens per Sec:     7517, Lr: 0.000300\n",
      "2020-01-28 04:32:42,802 Epoch  14 Step:    79400 Batch Loss:     1.814534 Tokens per Sec:     7653, Lr: 0.000300\n",
      "2020-01-28 04:33:12,937 Epoch  14 Step:    79500 Batch Loss:     1.650351 Tokens per Sec:     7654, Lr: 0.000300\n",
      "2020-01-28 04:33:43,356 Epoch  14 Step:    79600 Batch Loss:     1.632303 Tokens per Sec:     7785, Lr: 0.000300\n",
      "2020-01-28 04:34:13,721 Epoch  14 Step:    79700 Batch Loss:     1.193883 Tokens per Sec:     7697, Lr: 0.000300\n",
      "2020-01-28 04:34:44,152 Epoch  14 Step:    79800 Batch Loss:     1.344608 Tokens per Sec:     7702, Lr: 0.000300\n",
      "2020-01-28 04:35:14,432 Epoch  14 Step:    79900 Batch Loss:     1.410530 Tokens per Sec:     7685, Lr: 0.000300\n",
      "2020-01-28 04:35:44,368 Epoch  14 Step:    80000 Batch Loss:     1.633390 Tokens per Sec:     7544, Lr: 0.000300\n",
      "2020-01-28 04:37:13,455 Example #0\n",
      "2020-01-28 04:37:13,456 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:37:13,456 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:37:13,456 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 04:37:13,456 Example #1\n",
      "2020-01-28 04:37:13,456 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:37:13,456 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:37:13,456 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:37:13,456 Example #2\n",
      "2020-01-28 04:37:13,457 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:37:13,457 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:37:13,457 \tHypothesis: Akei na Eteyelo ya Sika , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya sikisiki mpo na kosalisa bana bámata soki basengeli te kozwa mwa mikolo na kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:37:13,457 Example #3\n",
      "2020-01-28 04:37:13,457 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:37:13,457 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:37:13,457 \tHypothesis: Tuna moto moko ya Lamuká !\n",
      "2020-01-28 04:37:13,457 Validation result at epoch  14, step    80000: bleu:  30.48, loss: 34997.0234, ppl:   3.7802, duration: 89.0887s\n",
      "2020-01-28 04:37:43,564 Epoch  14 Step:    80100 Batch Loss:     1.274824 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 04:38:14,303 Epoch  14 Step:    80200 Batch Loss:     1.344362 Tokens per Sec:     7921, Lr: 0.000300\n",
      "2020-01-28 04:38:44,444 Epoch  14 Step:    80300 Batch Loss:     1.457043 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-28 04:39:14,429 Epoch  14 Step:    80400 Batch Loss:     1.447427 Tokens per Sec:     7628, Lr: 0.000300\n",
      "2020-01-28 04:39:43,968 Epoch  14 Step:    80500 Batch Loss:     1.207115 Tokens per Sec:     7547, Lr: 0.000300\n",
      "2020-01-28 04:40:14,333 Epoch  14 Step:    80600 Batch Loss:     1.516459 Tokens per Sec:     7730, Lr: 0.000300\n",
      "2020-01-28 04:40:44,479 Epoch  14 Step:    80700 Batch Loss:     1.496884 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 04:41:14,444 Epoch  14 Step:    80800 Batch Loss:     1.660540 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-28 04:41:44,145 Epoch  14 Step:    80900 Batch Loss:     1.548346 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-28 04:42:14,380 Epoch  14 Step:    81000 Batch Loss:     1.402146 Tokens per Sec:     7655, Lr: 0.000300\n",
      "2020-01-28 04:43:43,373 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 04:43:43,374 Saving new checkpoint.\n",
      "2020-01-28 04:43:43,601 Example #0\n",
      "2020-01-28 04:43:43,602 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:43:43,602 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:43:43,602 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 04:43:43,602 Example #1\n",
      "2020-01-28 04:43:43,602 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:43:43,602 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:43:43,602 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:43:43,602 Example #2\n",
      "2020-01-28 04:43:43,603 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:43:43,603 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:43:43,603 \tHypothesis: Azali kokende na Eteyelo ya Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozwa mwa mikolo ya kelasi ​ — likambo oyo bato mingi basalaka , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:43:43,603 Example #3\n",
      "2020-01-28 04:43:43,603 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:43:43,603 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:43:43,603 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 04:43:43,603 Validation result at epoch  14, step    81000: bleu:  30.19, loss: 34880.7070, ppl:   3.7635, duration: 89.2225s\n",
      "2020-01-28 04:44:13,756 Epoch  14 Step:    81100 Batch Loss:     1.476178 Tokens per Sec:     7700, Lr: 0.000300\n",
      "2020-01-28 04:44:43,826 Epoch  14 Step:    81200 Batch Loss:     1.429405 Tokens per Sec:     7583, Lr: 0.000300\n",
      "2020-01-28 04:45:14,034 Epoch  14 Step:    81300 Batch Loss:     1.745595 Tokens per Sec:     7740, Lr: 0.000300\n",
      "2020-01-28 04:45:44,209 Epoch  14 Step:    81400 Batch Loss:     1.835826 Tokens per Sec:     7669, Lr: 0.000300\n",
      "2020-01-28 04:46:14,154 Epoch  14 Step:    81500 Batch Loss:     1.398542 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-28 04:46:44,407 Epoch  14 Step:    81600 Batch Loss:     1.616128 Tokens per Sec:     7713, Lr: 0.000300\n",
      "2020-01-28 04:47:14,815 Epoch  14 Step:    81700 Batch Loss:     1.588897 Tokens per Sec:     7620, Lr: 0.000300\n",
      "2020-01-28 04:47:44,256 Epoch  14 Step:    81800 Batch Loss:     1.490490 Tokens per Sec:     7519, Lr: 0.000300\n",
      "2020-01-28 04:48:14,838 Epoch  14 Step:    81900 Batch Loss:     1.447710 Tokens per Sec:     7748, Lr: 0.000300\n",
      "2020-01-28 04:48:45,052 Epoch  14 Step:    82000 Batch Loss:     1.374234 Tokens per Sec:     7751, Lr: 0.000300\n",
      "2020-01-28 04:50:14,023 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 04:50:14,024 Saving new checkpoint.\n",
      "2020-01-28 04:50:14,255 Example #0\n",
      "2020-01-28 04:50:14,255 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:50:14,255 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:50:14,255 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 04:50:14,255 Example #1\n",
      "2020-01-28 04:50:14,256 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:50:14,256 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:50:14,256 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:50:14,256 Example #2\n",
      "2020-01-28 04:50:14,256 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:50:14,256 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:50:14,256 \tHypothesis: Akendaka na Eteyelo ya Escuela , to Eteyelo ya New Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:50:14,256 Example #3\n",
      "2020-01-28 04:50:14,256 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:50:14,256 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:50:14,257 \tHypothesis: Tuná moto moko ya Lamuká !\n",
      "2020-01-28 04:50:14,257 Validation result at epoch  14, step    82000: bleu:  30.22, loss: 34784.5547, ppl:   3.7498, duration: 89.2039s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 04:50:44,477 Epoch  14 Step:    82100 Batch Loss:     1.580354 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 04:51:14,839 Epoch  14 Step:    82200 Batch Loss:     1.323826 Tokens per Sec:     7702, Lr: 0.000300\n",
      "2020-01-28 04:51:44,771 Epoch  14 Step:    82300 Batch Loss:     1.327152 Tokens per Sec:     7665, Lr: 0.000300\n",
      "2020-01-28 04:52:14,941 Epoch  14 Step:    82400 Batch Loss:     1.311127 Tokens per Sec:     7744, Lr: 0.000300\n",
      "2020-01-28 04:52:45,326 Epoch  14 Step:    82500 Batch Loss:     1.340508 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 04:53:15,516 Epoch  14 Step:    82600 Batch Loss:     1.554674 Tokens per Sec:     7564, Lr: 0.000300\n",
      "2020-01-28 04:53:45,879 Epoch  14 Step:    82700 Batch Loss:     1.303656 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-28 04:54:16,268 Epoch  14 Step:    82800 Batch Loss:     1.572064 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-28 04:54:46,319 Epoch  14 Step:    82900 Batch Loss:     1.302188 Tokens per Sec:     7532, Lr: 0.000300\n",
      "2020-01-28 04:55:16,470 Epoch  14 Step:    83000 Batch Loss:     1.206642 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 04:56:45,484 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 04:56:45,485 Saving new checkpoint.\n",
      "2020-01-28 04:56:45,709 Example #0\n",
      "2020-01-28 04:56:45,710 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 04:56:45,710 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 04:56:45,710 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 04:56:45,710 Example #1\n",
      "2020-01-28 04:56:45,710 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 04:56:45,710 \tReference:  Yehova akumisami\n",
      "2020-01-28 04:56:45,710 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 04:56:45,710 Example #2\n",
      "2020-01-28 04:56:45,711 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 04:56:45,711 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 04:56:45,711 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya New Sika , oyo esalemi na lolenge ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli kozwa mwa mikolo moke na kelasi , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 04:56:45,711 Example #3\n",
      "2020-01-28 04:56:45,711 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 04:56:45,711 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 04:56:45,711 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 04:56:45,711 Validation result at epoch  14, step    83000: bleu:  30.34, loss: 34783.4648, ppl:   3.7496, duration: 89.2408s\n",
      "2020-01-28 04:57:15,502 Epoch  14 Step:    83100 Batch Loss:     1.625280 Tokens per Sec:     7583, Lr: 0.000300\n",
      "2020-01-28 04:57:45,579 Epoch  14 Step:    83200 Batch Loss:     1.342421 Tokens per Sec:     7680, Lr: 0.000300\n",
      "2020-01-28 04:58:15,893 Epoch  14 Step:    83300 Batch Loss:     1.325951 Tokens per Sec:     7681, Lr: 0.000300\n",
      "2020-01-28 04:58:46,046 Epoch  14 Step:    83400 Batch Loss:     1.594440 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-28 04:59:16,112 Epoch  14 Step:    83500 Batch Loss:     1.720811 Tokens per Sec:     7607, Lr: 0.000300\n",
      "2020-01-28 04:59:46,676 Epoch  14 Step:    83600 Batch Loss:     1.429493 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-28 05:00:17,096 Epoch  14 Step:    83700 Batch Loss:     1.506789 Tokens per Sec:     7574, Lr: 0.000300\n",
      "2020-01-28 05:00:47,509 Epoch  14 Step:    83800 Batch Loss:     1.449011 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 05:01:16,861 Epoch  14 Step:    83900 Batch Loss:     1.378148 Tokens per Sec:     7468, Lr: 0.000300\n",
      "2020-01-28 05:01:46,981 Epoch  14 Step:    84000 Batch Loss:     1.478207 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-28 05:03:16,018 Example #0\n",
      "2020-01-28 05:03:16,018 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:03:16,018 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:03:16,018 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 05:03:16,018 Example #1\n",
      "2020-01-28 05:03:16,019 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:03:16,019 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:03:16,019 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:03:16,019 Example #2\n",
      "2020-01-28 05:03:16,019 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:03:16,019 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:03:16,019 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:03:16,019 Example #3\n",
      "2020-01-28 05:03:16,020 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:03:16,020 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:03:16,020 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 05:03:16,020 Validation result at epoch  14, step    84000: bleu:  30.62, loss: 34859.3555, ppl:   3.7605, duration: 89.0376s\n",
      "2020-01-28 05:03:46,062 Epoch  14 Step:    84100 Batch Loss:     1.539994 Tokens per Sec:     7562, Lr: 0.000300\n",
      "2020-01-28 05:03:55,085 Epoch  14: total training loss 8881.42\n",
      "2020-01-28 05:03:55,086 EPOCH 15\n",
      "2020-01-28 05:04:17,139 Epoch  15 Step:    84200 Batch Loss:     1.351038 Tokens per Sec:     7318, Lr: 0.000300\n",
      "2020-01-28 05:04:47,491 Epoch  15 Step:    84300 Batch Loss:     1.340841 Tokens per Sec:     7722, Lr: 0.000300\n",
      "2020-01-28 05:05:17,919 Epoch  15 Step:    84400 Batch Loss:     1.370256 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 05:05:48,011 Epoch  15 Step:    84500 Batch Loss:     1.282104 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 05:06:18,284 Epoch  15 Step:    84600 Batch Loss:     1.325850 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-28 05:06:48,449 Epoch  15 Step:    84700 Batch Loss:     1.272937 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 05:07:18,809 Epoch  15 Step:    84800 Batch Loss:     1.590220 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-28 05:07:49,292 Epoch  15 Step:    84900 Batch Loss:     1.266603 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-28 05:08:19,583 Epoch  15 Step:    85000 Batch Loss:     1.348537 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 05:09:48,719 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 05:09:48,719 Saving new checkpoint.\n",
      "2020-01-28 05:09:48,947 Example #0\n",
      "2020-01-28 05:09:48,948 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:09:48,948 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:09:48,948 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 05:09:48,948 Example #1\n",
      "2020-01-28 05:09:48,948 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:09:48,948 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:09:48,948 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:09:48,948 Example #2\n",
      "2020-01-28 05:09:48,948 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:09:48,948 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:09:48,949 \tHypothesis: Akei na Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:09:48,949 Example #3\n",
      "2020-01-28 05:09:48,949 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:09:48,949 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:09:48,949 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 05:09:48,949 Validation result at epoch  15, step    85000: bleu:  30.54, loss: 34702.0117, ppl:   3.7381, duration: 89.3651s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 05:10:19,458 Epoch  15 Step:    85100 Batch Loss:     1.431650 Tokens per Sec:     7735, Lr: 0.000300\n",
      "2020-01-28 05:10:49,720 Epoch  15 Step:    85200 Batch Loss:     1.268982 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 05:11:19,920 Epoch  15 Step:    85300 Batch Loss:     1.416207 Tokens per Sec:     7671, Lr: 0.000300\n",
      "2020-01-28 05:11:49,939 Epoch  15 Step:    85400 Batch Loss:     1.725847 Tokens per Sec:     7607, Lr: 0.000300\n",
      "2020-01-28 05:12:20,392 Epoch  15 Step:    85500 Batch Loss:     1.359260 Tokens per Sec:     7743, Lr: 0.000300\n",
      "2020-01-28 05:12:50,682 Epoch  15 Step:    85600 Batch Loss:     1.444751 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 05:13:20,946 Epoch  15 Step:    85700 Batch Loss:     1.496075 Tokens per Sec:     7786, Lr: 0.000300\n",
      "2020-01-28 05:13:51,185 Epoch  15 Step:    85800 Batch Loss:     1.064496 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-28 05:14:21,786 Epoch  15 Step:    85900 Batch Loss:     1.556997 Tokens per Sec:     7836, Lr: 0.000300\n",
      "2020-01-28 05:14:52,011 Epoch  15 Step:    86000 Batch Loss:     1.297512 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-28 05:16:21,069 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 05:16:21,070 Saving new checkpoint.\n",
      "2020-01-28 05:16:21,383 Example #0\n",
      "2020-01-28 05:16:21,383 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:16:21,383 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:16:21,383 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 05:16:21,383 Example #1\n",
      "2020-01-28 05:16:21,383 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:16:21,383 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:16:21,384 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:16:21,384 Example #2\n",
      "2020-01-28 05:16:21,384 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:16:21,384 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:16:21,384 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya New Sika , oyo ebongisami malamu mpo na kosalisa bana bázwa ekateli ya kolekisa mwa mikolo na kelasi ya mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 05:16:21,384 Example #3\n",
      "2020-01-28 05:16:21,384 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:16:21,384 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:16:21,384 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 05:16:21,384 Validation result at epoch  15, step    86000: bleu:  30.44, loss: 34571.5547, ppl:   3.7196, duration: 89.3724s\n",
      "2020-01-28 05:16:51,612 Epoch  15 Step:    86100 Batch Loss:     1.525287 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 05:17:21,478 Epoch  15 Step:    86200 Batch Loss:     1.391746 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-28 05:17:51,607 Epoch  15 Step:    86300 Batch Loss:     1.382335 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 05:18:21,743 Epoch  15 Step:    86400 Batch Loss:     1.366463 Tokens per Sec:     7622, Lr: 0.000300\n",
      "2020-01-28 05:18:52,023 Epoch  15 Step:    86500 Batch Loss:     1.427374 Tokens per Sec:     7719, Lr: 0.000300\n",
      "2020-01-28 05:19:22,212 Epoch  15 Step:    86600 Batch Loss:     1.496685 Tokens per Sec:     7731, Lr: 0.000300\n",
      "2020-01-28 05:19:52,557 Epoch  15 Step:    86700 Batch Loss:     1.472672 Tokens per Sec:     7748, Lr: 0.000300\n",
      "2020-01-28 05:20:22,587 Epoch  15 Step:    86800 Batch Loss:     1.330345 Tokens per Sec:     7596, Lr: 0.000300\n",
      "2020-01-28 05:20:52,671 Epoch  15 Step:    86900 Batch Loss:     1.636865 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 05:21:23,015 Epoch  15 Step:    87000 Batch Loss:     1.671374 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 05:22:52,027 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 05:22:52,028 Saving new checkpoint.\n",
      "2020-01-28 05:22:52,258 Example #0\n",
      "2020-01-28 05:22:52,259 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:22:52,259 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:22:52,259 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 05:22:52,259 Example #1\n",
      "2020-01-28 05:22:52,259 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:22:52,259 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:22:52,259 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:22:52,259 Example #2\n",
      "2020-01-28 05:22:52,260 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:22:52,260 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:22:52,260 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli ya kosilisa kelasi ya mikolo oyo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:22:52,260 Example #3\n",
      "2020-01-28 05:22:52,260 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:22:52,260 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:22:52,260 \tHypothesis: Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:22:52,260 Validation result at epoch  15, step    87000: bleu:  30.68, loss: 34516.6953, ppl:   3.7118, duration: 89.2444s\n",
      "2020-01-28 05:23:22,160 Epoch  15 Step:    87100 Batch Loss:     1.665411 Tokens per Sec:     7571, Lr: 0.000300\n",
      "2020-01-28 05:23:52,355 Epoch  15 Step:    87200 Batch Loss:     1.298268 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 05:24:22,666 Epoch  15 Step:    87300 Batch Loss:     1.535171 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 05:24:52,428 Epoch  15 Step:    87400 Batch Loss:     1.532175 Tokens per Sec:     7628, Lr: 0.000300\n",
      "2020-01-28 05:25:22,563 Epoch  15 Step:    87500 Batch Loss:     1.597968 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 05:25:52,949 Epoch  15 Step:    87600 Batch Loss:     1.327970 Tokens per Sec:     7707, Lr: 0.000300\n",
      "2020-01-28 05:26:22,951 Epoch  15 Step:    87700 Batch Loss:     1.253709 Tokens per Sec:     7675, Lr: 0.000300\n",
      "2020-01-28 05:26:53,267 Epoch  15 Step:    87800 Batch Loss:     1.462373 Tokens per Sec:     7778, Lr: 0.000300\n",
      "2020-01-28 05:27:23,487 Epoch  15 Step:    87900 Batch Loss:     1.329991 Tokens per Sec:     7744, Lr: 0.000300\n",
      "2020-01-28 05:27:53,631 Epoch  15 Step:    88000 Batch Loss:     1.756862 Tokens per Sec:     7725, Lr: 0.000300\n",
      "2020-01-28 05:29:22,610 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 05:29:22,610 Saving new checkpoint.\n",
      "2020-01-28 05:29:22,838 Example #0\n",
      "2020-01-28 05:29:22,838 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:29:22,838 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:29:22,838 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 05:29:22,838 Example #1\n",
      "2020-01-28 05:29:22,838 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:29:22,838 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:29:22,839 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:29:22,839 Example #2\n",
      "2020-01-28 05:29:22,839 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:29:22,839 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:29:22,839 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bámeka soki basengeli kozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:29:22,839 Example #3\n",
      "2020-01-28 05:29:22,839 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:29:22,839 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:29:22,839 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 05:29:22,839 Validation result at epoch  15, step    88000: bleu:  30.88, loss: 34461.0664, ppl:   3.7040, duration: 89.2082s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 05:29:52,809 Epoch  15 Step:    88100 Batch Loss:     1.380809 Tokens per Sec:     7647, Lr: 0.000300\n",
      "2020-01-28 05:30:23,115 Epoch  15 Step:    88200 Batch Loss:     1.374166 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 05:30:53,111 Epoch  15 Step:    88300 Batch Loss:     1.463082 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-28 05:31:23,228 Epoch  15 Step:    88400 Batch Loss:     1.441515 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-28 05:31:53,299 Epoch  15 Step:    88500 Batch Loss:     1.538074 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-28 05:32:22,971 Epoch  15 Step:    88600 Batch Loss:     1.285160 Tokens per Sec:     7483, Lr: 0.000300\n",
      "2020-01-28 05:32:53,323 Epoch  15 Step:    88700 Batch Loss:     1.656715 Tokens per Sec:     7753, Lr: 0.000300\n",
      "2020-01-28 05:33:23,341 Epoch  15 Step:    88800 Batch Loss:     1.507773 Tokens per Sec:     7606, Lr: 0.000300\n",
      "2020-01-28 05:33:53,516 Epoch  15 Step:    88900 Batch Loss:     1.467041 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 05:34:23,346 Epoch  15 Step:    89000 Batch Loss:     1.600121 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-28 05:35:52,354 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 05:35:52,355 Saving new checkpoint.\n",
      "2020-01-28 05:35:52,586 Example #0\n",
      "2020-01-28 05:35:52,586 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:35:52,586 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:35:52,586 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 05:35:52,586 Example #1\n",
      "2020-01-28 05:35:52,587 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:35:52,587 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:35:52,587 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:35:52,587 Example #2\n",
      "2020-01-28 05:35:52,587 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:35:52,587 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:35:52,587 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bámema soki basengeli kozwa mwa mikolo ya kelasi ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:35:52,587 Example #3\n",
      "2020-01-28 05:35:52,588 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:35:52,588 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:35:52,588 \tHypothesis: Tuná mokomi moko ya Lamuká !\n",
      "2020-01-28 05:35:52,588 Validation result at epoch  15, step    89000: bleu:  31.31, loss: 34346.1250, ppl:   3.6878, duration: 89.2408s\n",
      "2020-01-28 05:36:22,732 Epoch  15 Step:    89100 Batch Loss:     1.527289 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 05:36:53,081 Epoch  15 Step:    89200 Batch Loss:     1.423062 Tokens per Sec:     7725, Lr: 0.000300\n",
      "2020-01-28 05:37:23,193 Epoch  15 Step:    89300 Batch Loss:     1.202507 Tokens per Sec:     7771, Lr: 0.000300\n",
      "2020-01-28 05:37:53,189 Epoch  15 Step:    89400 Batch Loss:     1.355145 Tokens per Sec:     7640, Lr: 0.000300\n",
      "2020-01-28 05:38:23,438 Epoch  15 Step:    89500 Batch Loss:     1.516763 Tokens per Sec:     7728, Lr: 0.000300\n",
      "2020-01-28 05:38:53,641 Epoch  15 Step:    89600 Batch Loss:     1.466175 Tokens per Sec:     7735, Lr: 0.000300\n",
      "2020-01-28 05:39:23,842 Epoch  15 Step:    89700 Batch Loss:     1.234823 Tokens per Sec:     7773, Lr: 0.000300\n",
      "2020-01-28 05:39:53,550 Epoch  15 Step:    89800 Batch Loss:     1.505388 Tokens per Sec:     7668, Lr: 0.000300\n",
      "2020-01-28 05:40:23,550 Epoch  15 Step:    89900 Batch Loss:     1.309845 Tokens per Sec:     7729, Lr: 0.000300\n",
      "2020-01-28 05:40:53,644 Epoch  15 Step:    90000 Batch Loss:     1.438651 Tokens per Sec:     7728, Lr: 0.000300\n",
      "2020-01-28 05:42:22,673 Example #0\n",
      "2020-01-28 05:42:22,673 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:42:22,673 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:42:22,673 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 05:42:22,674 Example #1\n",
      "2020-01-28 05:42:22,674 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:42:22,674 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:42:22,674 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:42:22,674 Example #2\n",
      "2020-01-28 05:42:22,674 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:42:22,674 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:42:22,674 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya Nouvelle - Galles , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámeka na kelasi soki bazali na mwa mikolo ya mosala ya kobuka mbuma , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:42:22,674 Example #3\n",
      "2020-01-28 05:42:22,674 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:42:22,675 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:42:22,675 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 05:42:22,675 Validation result at epoch  15, step    90000: bleu:  30.67, loss: 34400.5977, ppl:   3.6955, duration: 89.0299s\n",
      "2020-01-28 05:42:53,017 Epoch  15 Step:    90100 Batch Loss:     1.555970 Tokens per Sec:     7686, Lr: 0.000300\n",
      "2020-01-28 05:43:01,392 Epoch  15: total training loss 8752.68\n",
      "2020-01-28 05:43:01,393 EPOCH 16\n",
      "2020-01-28 05:43:24,404 Epoch  16 Step:    90200 Batch Loss:     1.615691 Tokens per Sec:     7349, Lr: 0.000300\n",
      "2020-01-28 05:43:54,649 Epoch  16 Step:    90300 Batch Loss:     1.598913 Tokens per Sec:     7773, Lr: 0.000300\n",
      "2020-01-28 05:44:24,702 Epoch  16 Step:    90400 Batch Loss:     1.304696 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-28 05:44:54,797 Epoch  16 Step:    90500 Batch Loss:     1.051205 Tokens per Sec:     7558, Lr: 0.000300\n",
      "2020-01-28 05:45:24,550 Epoch  16 Step:    90600 Batch Loss:     1.515192 Tokens per Sec:     7607, Lr: 0.000300\n",
      "2020-01-28 05:45:54,805 Epoch  16 Step:    90700 Batch Loss:     1.287983 Tokens per Sec:     7751, Lr: 0.000300\n",
      "2020-01-28 05:46:24,948 Epoch  16 Step:    90800 Batch Loss:     1.488275 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 05:46:54,986 Epoch  16 Step:    90900 Batch Loss:     1.551849 Tokens per Sec:     7523, Lr: 0.000300\n",
      "2020-01-28 05:47:25,142 Epoch  16 Step:    91000 Batch Loss:     1.483879 Tokens per Sec:     7788, Lr: 0.000300\n",
      "2020-01-28 05:48:54,221 Example #0\n",
      "2020-01-28 05:48:54,222 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:48:54,222 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:48:54,222 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 05:48:54,222 Example #1\n",
      "2020-01-28 05:48:54,222 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:48:54,222 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:48:54,222 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:48:54,222 Example #2\n",
      "2020-01-28 05:48:54,222 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:48:54,222 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:48:54,223 \tHypothesis: Akendaka na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana na kozwa bikateli soki bakutani na mwa mikolo , makambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:48:54,223 Example #3\n",
      "2020-01-28 05:48:54,223 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:48:54,223 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:48:54,223 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 05:48:54,223 Validation result at epoch  16, step    91000: bleu:  30.61, loss: 34366.8633, ppl:   3.6908, duration: 89.0803s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 05:49:24,522 Epoch  16 Step:    91100 Batch Loss:     1.437311 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 05:49:54,946 Epoch  16 Step:    91200 Batch Loss:     1.296793 Tokens per Sec:     7704, Lr: 0.000300\n",
      "2020-01-28 05:50:25,095 Epoch  16 Step:    91300 Batch Loss:     1.520905 Tokens per Sec:     7624, Lr: 0.000300\n",
      "2020-01-28 05:50:55,232 Epoch  16 Step:    91400 Batch Loss:     1.359286 Tokens per Sec:     7600, Lr: 0.000300\n",
      "2020-01-28 05:51:25,390 Epoch  16 Step:    91500 Batch Loss:     1.376172 Tokens per Sec:     7728, Lr: 0.000300\n",
      "2020-01-28 05:51:55,799 Epoch  16 Step:    91600 Batch Loss:     1.657696 Tokens per Sec:     7771, Lr: 0.000300\n",
      "2020-01-28 05:52:25,883 Epoch  16 Step:    91700 Batch Loss:     1.383861 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-28 05:52:56,249 Epoch  16 Step:    91800 Batch Loss:     1.370448 Tokens per Sec:     7708, Lr: 0.000300\n",
      "2020-01-28 05:53:26,133 Epoch  16 Step:    91900 Batch Loss:     1.588048 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 05:53:56,219 Epoch  16 Step:    92000 Batch Loss:     1.536517 Tokens per Sec:     7675, Lr: 0.000300\n",
      "2020-01-28 05:55:25,248 Example #0\n",
      "2020-01-28 05:55:25,248 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 05:55:25,248 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 05:55:25,248 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 05:55:25,249 Example #1\n",
      "2020-01-28 05:55:25,249 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 05:55:25,249 \tReference:  Yehova akumisami\n",
      "2020-01-28 05:55:25,249 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 05:55:25,249 Example #2\n",
      "2020-01-28 05:55:25,249 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 05:55:25,249 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:55:25,249 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki bakozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 05:55:25,249 Example #3\n",
      "2020-01-28 05:55:25,250 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 05:55:25,250 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 05:55:25,250 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 05:55:25,250 Validation result at epoch  16, step    92000: bleu:  30.52, loss: 34390.9336, ppl:   3.6941, duration: 89.0297s\n",
      "2020-01-28 05:55:55,460 Epoch  16 Step:    92100 Batch Loss:     1.373619 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 05:56:25,315 Epoch  16 Step:    92200 Batch Loss:     1.493395 Tokens per Sec:     7562, Lr: 0.000300\n",
      "2020-01-28 05:56:55,497 Epoch  16 Step:    92300 Batch Loss:     1.355214 Tokens per Sec:     7693, Lr: 0.000300\n",
      "2020-01-28 05:57:25,596 Epoch  16 Step:    92400 Batch Loss:     1.392569 Tokens per Sec:     7600, Lr: 0.000300\n",
      "2020-01-28 05:57:55,672 Epoch  16 Step:    92500 Batch Loss:     1.789181 Tokens per Sec:     7624, Lr: 0.000300\n",
      "2020-01-28 05:58:25,655 Epoch  16 Step:    92600 Batch Loss:     1.468866 Tokens per Sec:     7801, Lr: 0.000300\n",
      "2020-01-28 05:58:55,786 Epoch  16 Step:    92700 Batch Loss:     1.653743 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-28 05:59:25,997 Epoch  16 Step:    92800 Batch Loss:     1.330119 Tokens per Sec:     7737, Lr: 0.000300\n",
      "2020-01-28 05:59:56,284 Epoch  16 Step:    92900 Batch Loss:     1.366520 Tokens per Sec:     7665, Lr: 0.000300\n",
      "2020-01-28 06:00:26,393 Epoch  16 Step:    93000 Batch Loss:     1.220789 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 06:01:55,471 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 06:01:55,471 Saving new checkpoint.\n",
      "2020-01-28 06:01:55,698 Example #0\n",
      "2020-01-28 06:01:55,698 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:01:55,698 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:01:55,698 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 06:01:55,698 Example #1\n",
      "2020-01-28 06:01:55,699 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:01:55,699 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:01:55,699 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:01:55,699 Example #2\n",
      "2020-01-28 06:01:55,699 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:01:55,699 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:01:55,699 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to na Eteyelo ya New Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámema soki basengeli te na kelasi ya mwa mikolo ​ — likambo oyo esalemaka mingi , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 06:01:55,699 Example #3\n",
      "2020-01-28 06:01:55,699 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:01:55,699 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:01:55,700 \tHypothesis: Tuná mokomi moko ya Lamuká !\n",
      "2020-01-28 06:01:55,700 Validation result at epoch  16, step    93000: bleu:  30.49, loss: 34191.8008, ppl:   3.6663, duration: 89.3064s\n",
      "2020-01-28 06:02:25,964 Epoch  16 Step:    93100 Batch Loss:     1.109334 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 06:02:55,784 Epoch  16 Step:    93200 Batch Loss:     1.600363 Tokens per Sec:     7587, Lr: 0.000300\n",
      "2020-01-28 06:03:26,056 Epoch  16 Step:    93300 Batch Loss:     1.623862 Tokens per Sec:     7816, Lr: 0.000300\n",
      "2020-01-28 06:03:55,797 Epoch  16 Step:    93400 Batch Loss:     1.474296 Tokens per Sec:     7585, Lr: 0.000300\n",
      "2020-01-28 06:04:25,864 Epoch  16 Step:    93500 Batch Loss:     1.409648 Tokens per Sec:     7662, Lr: 0.000300\n",
      "2020-01-28 06:04:56,242 Epoch  16 Step:    93600 Batch Loss:     1.571934 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 06:05:26,320 Epoch  16 Step:    93700 Batch Loss:     1.584120 Tokens per Sec:     7612, Lr: 0.000300\n",
      "2020-01-28 06:05:56,755 Epoch  16 Step:    93800 Batch Loss:     1.506890 Tokens per Sec:     7836, Lr: 0.000300\n",
      "2020-01-28 06:06:26,966 Epoch  16 Step:    93900 Batch Loss:     1.539835 Tokens per Sec:     7643, Lr: 0.000300\n",
      "2020-01-28 06:06:57,674 Epoch  16 Step:    94000 Batch Loss:     1.643342 Tokens per Sec:     7830, Lr: 0.000300\n",
      "2020-01-28 06:08:26,660 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 06:08:26,661 Saving new checkpoint.\n",
      "2020-01-28 06:08:26,890 Example #0\n",
      "2020-01-28 06:08:26,890 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:08:26,891 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:08:26,891 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 06:08:26,891 Example #1\n",
      "2020-01-28 06:08:26,891 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:08:26,891 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:08:26,891 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:08:26,891 Example #2\n",
      "2020-01-28 06:08:26,891 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:08:26,891 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:08:26,891 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya sika , oyo esalemi na ndenge ya malamu mpo na kosalisa bana bámitungisa soki bazali na kelasi ya mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 06:08:26,892 Example #3\n",
      "2020-01-28 06:08:26,892 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:08:26,892 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:08:26,892 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 06:08:26,892 Validation result at epoch  16, step    94000: bleu:  30.99, loss: 34093.5469, ppl:   3.6526, duration: 89.2168s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 06:08:56,882 Epoch  16 Step:    94100 Batch Loss:     1.317712 Tokens per Sec:     7589, Lr: 0.000300\n",
      "2020-01-28 06:09:26,733 Epoch  16 Step:    94200 Batch Loss:     1.547622 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 06:09:57,056 Epoch  16 Step:    94300 Batch Loss:     1.350447 Tokens per Sec:     7782, Lr: 0.000300\n",
      "2020-01-28 06:10:27,193 Epoch  16 Step:    94400 Batch Loss:     1.390964 Tokens per Sec:     7751, Lr: 0.000300\n",
      "2020-01-28 06:10:57,342 Epoch  16 Step:    94500 Batch Loss:     1.280422 Tokens per Sec:     7732, Lr: 0.000300\n",
      "2020-01-28 06:11:27,300 Epoch  16 Step:    94600 Batch Loss:     1.709955 Tokens per Sec:     7668, Lr: 0.000300\n",
      "2020-01-28 06:11:57,773 Epoch  16 Step:    94700 Batch Loss:     1.301747 Tokens per Sec:     7882, Lr: 0.000300\n",
      "2020-01-28 06:12:28,164 Epoch  16 Step:    94800 Batch Loss:     1.533368 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 06:12:58,403 Epoch  16 Step:    94900 Batch Loss:     1.503655 Tokens per Sec:     7742, Lr: 0.000300\n",
      "2020-01-28 06:13:28,473 Epoch  16 Step:    95000 Batch Loss:     1.340645 Tokens per Sec:     7561, Lr: 0.000300\n",
      "2020-01-28 06:14:57,510 Example #0\n",
      "2020-01-28 06:14:57,510 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:14:57,510 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:14:57,510 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 06:14:57,510 Example #1\n",
      "2020-01-28 06:14:57,511 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:14:57,511 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:14:57,511 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:14:57,511 Example #2\n",
      "2020-01-28 06:14:57,511 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:14:57,511 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:14:57,511 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kozwa mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 06:14:57,511 Example #3\n",
      "2020-01-28 06:14:57,511 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:14:57,512 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:14:57,512 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 06:14:57,512 Validation result at epoch  16, step    95000: bleu:  30.58, loss: 34346.1758, ppl:   3.6879, duration: 89.0381s\n",
      "2020-01-28 06:15:27,598 Epoch  16 Step:    95100 Batch Loss:     1.481737 Tokens per Sec:     7697, Lr: 0.000300\n",
      "2020-01-28 06:15:57,661 Epoch  16 Step:    95200 Batch Loss:     1.477359 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 06:16:28,128 Epoch  16 Step:    95300 Batch Loss:     1.387414 Tokens per Sec:     7718, Lr: 0.000300\n",
      "2020-01-28 06:16:58,154 Epoch  16 Step:    95400 Batch Loss:     1.562490 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 06:17:27,931 Epoch  16 Step:    95500 Batch Loss:     1.486619 Tokens per Sec:     7486, Lr: 0.000300\n",
      "2020-01-28 06:17:58,078 Epoch  16 Step:    95600 Batch Loss:     1.397783 Tokens per Sec:     7699, Lr: 0.000300\n",
      "2020-01-28 06:18:28,096 Epoch  16 Step:    95700 Batch Loss:     1.407055 Tokens per Sec:     7607, Lr: 0.000300\n",
      "2020-01-28 06:18:58,202 Epoch  16 Step:    95800 Batch Loss:     1.513779 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-28 06:19:28,335 Epoch  16 Step:    95900 Batch Loss:     1.384240 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-28 06:19:58,437 Epoch  16 Step:    96000 Batch Loss:     1.285782 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 06:21:27,432 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 06:21:27,433 Saving new checkpoint.\n",
      "2020-01-28 06:21:27,658 Example #0\n",
      "2020-01-28 06:21:27,658 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:21:27,658 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:21:27,658 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 06:21:27,658 Example #1\n",
      "2020-01-28 06:21:27,659 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:21:27,659 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:21:27,659 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:21:27,659 Example #2\n",
      "2020-01-28 06:21:27,659 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:21:27,659 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:21:27,659 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo esalemi na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:21:27,659 Example #3\n",
      "2020-01-28 06:21:27,659 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:21:27,660 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:21:27,660 \tHypothesis: Atunaki ye ete : “ Mawa na ngai ezali na ngai . ”\n",
      "2020-01-28 06:21:27,660 Validation result at epoch  16, step    96000: bleu:  30.74, loss: 33984.3281, ppl:   3.6375, duration: 89.2224s\n",
      "2020-01-28 06:21:57,706 Epoch  16 Step:    96100 Batch Loss:     1.447623 Tokens per Sec:     7658, Lr: 0.000300\n",
      "2020-01-28 06:22:10,030 Epoch  16: total training loss 8706.69\n",
      "2020-01-28 06:22:10,030 EPOCH 17\n",
      "2020-01-28 06:22:28,786 Epoch  17 Step:    96200 Batch Loss:     1.305482 Tokens per Sec:     7372, Lr: 0.000300\n",
      "2020-01-28 06:22:58,803 Epoch  17 Step:    96300 Batch Loss:     1.287726 Tokens per Sec:     7784, Lr: 0.000300\n",
      "2020-01-28 06:23:29,196 Epoch  17 Step:    96400 Batch Loss:     1.567827 Tokens per Sec:     7760, Lr: 0.000300\n",
      "2020-01-28 06:23:59,346 Epoch  17 Step:    96500 Batch Loss:     1.500352 Tokens per Sec:     7617, Lr: 0.000300\n",
      "2020-01-28 06:24:29,608 Epoch  17 Step:    96600 Batch Loss:     1.466994 Tokens per Sec:     7726, Lr: 0.000300\n",
      "2020-01-28 06:24:59,864 Epoch  17 Step:    96700 Batch Loss:     1.351027 Tokens per Sec:     7747, Lr: 0.000300\n",
      "2020-01-28 06:25:30,191 Epoch  17 Step:    96800 Batch Loss:     1.415711 Tokens per Sec:     7760, Lr: 0.000300\n",
      "2020-01-28 06:26:00,387 Epoch  17 Step:    96900 Batch Loss:     1.369208 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 06:26:30,831 Epoch  17 Step:    97000 Batch Loss:     1.445335 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 06:27:59,937 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 06:27:59,937 Saving new checkpoint.\n",
      "2020-01-28 06:28:00,162 Example #0\n",
      "2020-01-28 06:28:00,163 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:28:00,163 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:28:00,163 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 06:28:00,163 Example #1\n",
      "2020-01-28 06:28:00,163 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:28:00,163 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:28:00,163 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:28:00,163 Example #2\n",
      "2020-01-28 06:28:00,164 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:28:00,164 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:28:00,164 \tHypothesis: Akendaka na Escuela Nueva , to Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:28:00,164 Example #3\n",
      "2020-01-28 06:28:00,164 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:28:00,164 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:28:00,164 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 06:28:00,164 Validation result at epoch  17, step    97000: bleu:  30.53, loss: 33945.0469, ppl:   3.6321, duration: 89.3320s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 06:28:30,305 Epoch  17 Step:    97100 Batch Loss:     1.124987 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-28 06:29:00,461 Epoch  17 Step:    97200 Batch Loss:     1.449363 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 06:29:30,494 Epoch  17 Step:    97300 Batch Loss:     1.295334 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-28 06:30:00,916 Epoch  17 Step:    97400 Batch Loss:     1.474964 Tokens per Sec:     7766, Lr: 0.000300\n",
      "2020-01-28 06:30:31,279 Epoch  17 Step:    97500 Batch Loss:     1.462579 Tokens per Sec:     7714, Lr: 0.000300\n",
      "2020-01-28 06:31:01,283 Epoch  17 Step:    97600 Batch Loss:     1.336286 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 06:31:31,786 Epoch  17 Step:    97700 Batch Loss:     1.371051 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-28 06:32:02,004 Epoch  17 Step:    97800 Batch Loss:     1.515733 Tokens per Sec:     7716, Lr: 0.000300\n",
      "2020-01-28 06:32:31,679 Epoch  17 Step:    97900 Batch Loss:     1.339732 Tokens per Sec:     7608, Lr: 0.000300\n",
      "2020-01-28 06:33:01,327 Epoch  17 Step:    98000 Batch Loss:     1.387739 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-28 06:34:30,325 Example #0\n",
      "2020-01-28 06:34:30,325 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:34:30,325 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:34:30,325 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 06:34:30,325 Example #1\n",
      "2020-01-28 06:34:30,326 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:34:30,326 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:34:30,326 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:34:30,326 Example #2\n",
      "2020-01-28 06:34:30,326 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:34:30,326 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:34:30,326 \tHypothesis: Akei na Escuela Nueva , to na Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa mwa ntango moke na eteyelo ya mikolo ya bana ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:34:30,326 Example #3\n",
      "2020-01-28 06:34:30,326 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:34:30,326 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:34:30,327 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 06:34:30,327 Validation result at epoch  17, step    98000: bleu:  30.42, loss: 34108.4805, ppl:   3.6547, duration: 88.9988s\n",
      "2020-01-28 06:35:00,722 Epoch  17 Step:    98100 Batch Loss:     1.350276 Tokens per Sec:     7744, Lr: 0.000300\n",
      "2020-01-28 06:35:31,076 Epoch  17 Step:    98200 Batch Loss:     1.471017 Tokens per Sec:     7871, Lr: 0.000300\n",
      "2020-01-28 06:36:01,176 Epoch  17 Step:    98300 Batch Loss:     1.175419 Tokens per Sec:     7693, Lr: 0.000300\n",
      "2020-01-28 06:36:31,258 Epoch  17 Step:    98400 Batch Loss:     1.379481 Tokens per Sec:     7626, Lr: 0.000300\n",
      "2020-01-28 06:37:01,251 Epoch  17 Step:    98500 Batch Loss:     1.814666 Tokens per Sec:     7537, Lr: 0.000300\n",
      "2020-01-28 06:37:31,588 Epoch  17 Step:    98600 Batch Loss:     1.732976 Tokens per Sec:     7777, Lr: 0.000300\n",
      "2020-01-28 06:38:01,879 Epoch  17 Step:    98700 Batch Loss:     1.479267 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-28 06:38:32,195 Epoch  17 Step:    98800 Batch Loss:     1.443076 Tokens per Sec:     7767, Lr: 0.000300\n",
      "2020-01-28 06:39:02,599 Epoch  17 Step:    98900 Batch Loss:     1.452062 Tokens per Sec:     7846, Lr: 0.000300\n",
      "2020-01-28 06:39:32,881 Epoch  17 Step:    99000 Batch Loss:     1.464426 Tokens per Sec:     7767, Lr: 0.000300\n",
      "2020-01-28 06:41:01,854 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 06:41:01,855 Saving new checkpoint.\n",
      "2020-01-28 06:41:02,085 Example #0\n",
      "2020-01-28 06:41:02,085 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:41:02,086 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:41:02,086 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 06:41:02,086 Example #1\n",
      "2020-01-28 06:41:02,086 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:41:02,086 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:41:02,086 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:41:02,086 Example #2\n",
      "2020-01-28 06:41:02,086 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:41:02,086 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:41:02,086 \tHypothesis: Akendaka na Escuela Nueva , to na Eteyelo ya sika , oyo esalemi na lolenge ya pɛtɛɛ mpo na kosalisa bana bázwa bikateli soki bakozwa mwa mikolo ya kelasi ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:41:02,087 Example #3\n",
      "2020-01-28 06:41:02,087 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:41:02,087 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:41:02,087 \tHypothesis: Motuna moko ya zulunalo Lamuká !\n",
      "2020-01-28 06:41:02,087 Validation result at epoch  17, step    99000: bleu:  30.99, loss: 33905.7031, ppl:   3.6266, duration: 89.2056s\n",
      "2020-01-28 06:41:32,220 Epoch  17 Step:    99100 Batch Loss:     1.458645 Tokens per Sec:     7677, Lr: 0.000300\n",
      "2020-01-28 06:42:01,918 Epoch  17 Step:    99200 Batch Loss:     1.615837 Tokens per Sec:     7490, Lr: 0.000300\n",
      "2020-01-28 06:42:32,043 Epoch  17 Step:    99300 Batch Loss:     1.146850 Tokens per Sec:     7531, Lr: 0.000300\n",
      "2020-01-28 06:43:02,238 Epoch  17 Step:    99400 Batch Loss:     1.266133 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 06:43:32,044 Epoch  17 Step:    99500 Batch Loss:     1.330794 Tokens per Sec:     7597, Lr: 0.000300\n",
      "2020-01-28 06:44:01,706 Epoch  17 Step:    99600 Batch Loss:     1.394982 Tokens per Sec:     7525, Lr: 0.000300\n",
      "2020-01-28 06:44:32,250 Epoch  17 Step:    99700 Batch Loss:     1.465662 Tokens per Sec:     7798, Lr: 0.000300\n",
      "2020-01-28 06:45:02,169 Epoch  17 Step:    99800 Batch Loss:     1.325646 Tokens per Sec:     7557, Lr: 0.000300\n",
      "2020-01-28 06:45:32,193 Epoch  17 Step:    99900 Batch Loss:     1.612153 Tokens per Sec:     7541, Lr: 0.000300\n",
      "2020-01-28 06:46:02,434 Epoch  17 Step:   100000 Batch Loss:     1.180520 Tokens per Sec:     7693, Lr: 0.000300\n",
      "2020-01-28 06:47:31,335 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 06:47:31,336 Saving new checkpoint.\n",
      "2020-01-28 06:47:31,563 Example #0\n",
      "2020-01-28 06:47:31,563 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:47:31,563 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:47:31,563 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 06:47:31,563 Example #1\n",
      "2020-01-28 06:47:31,564 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:47:31,564 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:47:31,564 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:47:31,564 Example #2\n",
      "2020-01-28 06:47:31,564 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:47:31,564 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:47:31,564 \tHypothesis: Akei na Ecuela Nueva , to na Eteyelo ya New Sika , oyo esalemi na lolenge ya malamu mpo na kosalisa bana na kozwa ekateli soki bakozanga mwa mikolo ya kelasi , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 06:47:31,564 Example #3\n",
      "2020-01-28 06:47:31,564 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:47:31,564 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:47:31,565 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 06:47:31,565 Validation result at epoch  17, step   100000: bleu:  31.11, loss: 33827.5625, ppl:   3.6159, duration: 89.1296s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 06:48:01,590 Epoch  17 Step:   100100 Batch Loss:     1.469622 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-28 06:48:31,626 Epoch  17 Step:   100200 Batch Loss:     1.209406 Tokens per Sec:     7550, Lr: 0.000300\n",
      "2020-01-28 06:49:01,730 Epoch  17 Step:   100300 Batch Loss:     1.434755 Tokens per Sec:     7610, Lr: 0.000300\n",
      "2020-01-28 06:49:31,824 Epoch  17 Step:   100400 Batch Loss:     1.576010 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-28 06:50:01,919 Epoch  17 Step:   100500 Batch Loss:     1.262865 Tokens per Sec:     7704, Lr: 0.000300\n",
      "2020-01-28 06:50:31,811 Epoch  17 Step:   100600 Batch Loss:     1.507990 Tokens per Sec:     7605, Lr: 0.000300\n",
      "2020-01-28 06:51:01,735 Epoch  17 Step:   100700 Batch Loss:     1.476909 Tokens per Sec:     7618, Lr: 0.000300\n",
      "2020-01-28 06:51:31,745 Epoch  17 Step:   100800 Batch Loss:     1.449676 Tokens per Sec:     7581, Lr: 0.000300\n",
      "2020-01-28 06:52:02,084 Epoch  17 Step:   100900 Batch Loss:     1.467258 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-28 06:52:32,723 Epoch  17 Step:   101000 Batch Loss:     1.593107 Tokens per Sec:     7767, Lr: 0.000300\n",
      "2020-01-28 06:54:01,742 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 06:54:01,742 Saving new checkpoint.\n",
      "2020-01-28 06:54:01,969 Example #0\n",
      "2020-01-28 06:54:01,969 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 06:54:01,969 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 06:54:01,969 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 06:54:01,969 Example #1\n",
      "2020-01-28 06:54:01,970 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 06:54:01,970 \tReference:  Yehova akumisami\n",
      "2020-01-28 06:54:01,970 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 06:54:01,970 Example #2\n",
      "2020-01-28 06:54:01,970 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 06:54:01,970 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:54:01,970 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli ya kozwa ekateli soki bakozwa mwa mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 06:54:01,970 Example #3\n",
      "2020-01-28 06:54:01,971 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 06:54:01,971 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 06:54:01,971 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 06:54:01,971 Validation result at epoch  17, step   101000: bleu:  30.98, loss: 33818.7969, ppl:   3.6147, duration: 89.2472s\n",
      "2020-01-28 06:54:31,601 Epoch  17 Step:   101100 Batch Loss:     1.248397 Tokens per Sec:     7472, Lr: 0.000300\n",
      "2020-01-28 06:55:01,796 Epoch  17 Step:   101200 Batch Loss:     1.344646 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 06:55:32,174 Epoch  17 Step:   101300 Batch Loss:     1.610448 Tokens per Sec:     7792, Lr: 0.000300\n",
      "2020-01-28 06:56:02,186 Epoch  17 Step:   101400 Batch Loss:     1.351111 Tokens per Sec:     7729, Lr: 0.000300\n",
      "2020-01-28 06:56:32,142 Epoch  17 Step:   101500 Batch Loss:     1.279862 Tokens per Sec:     7668, Lr: 0.000300\n",
      "2020-01-28 06:57:02,392 Epoch  17 Step:   101600 Batch Loss:     1.400949 Tokens per Sec:     7846, Lr: 0.000300\n",
      "2020-01-28 06:57:32,641 Epoch  17 Step:   101700 Batch Loss:     1.827276 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 06:58:02,342 Epoch  17 Step:   101800 Batch Loss:     1.563477 Tokens per Sec:     7779, Lr: 0.000300\n",
      "2020-01-28 06:58:32,438 Epoch  17 Step:   101900 Batch Loss:     1.307581 Tokens per Sec:     7524, Lr: 0.000300\n",
      "2020-01-28 06:59:02,797 Epoch  17 Step:   102000 Batch Loss:     1.392049 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-28 07:00:31,761 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 07:00:31,761 Saving new checkpoint.\n",
      "2020-01-28 07:00:31,991 Example #0\n",
      "2020-01-28 07:00:31,991 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:00:31,991 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:00:31,992 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 07:00:31,992 Example #1\n",
      "2020-01-28 07:00:31,992 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:00:31,992 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:00:31,992 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:00:31,992 Example #2\n",
      "2020-01-28 07:00:31,992 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:00:31,992 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:00:31,992 \tHypothesis: Akei na Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki bakutani na mwa mikolo ya kotánga , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 07:00:31,992 Example #3\n",
      "2020-01-28 07:00:31,993 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:00:31,993 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:00:31,993 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 07:00:31,993 Validation result at epoch  17, step   102000: bleu:  31.03, loss: 33690.3086, ppl:   3.5971, duration: 89.1949s\n",
      "2020-01-28 07:01:01,784 Epoch  17 Step:   102100 Batch Loss:     1.541543 Tokens per Sec:     7515, Lr: 0.000300\n",
      "2020-01-28 07:01:18,661 Epoch  17: total training loss 8630.70\n",
      "2020-01-28 07:01:18,662 EPOCH 18\n",
      "2020-01-28 07:01:32,850 Epoch  18 Step:   102200 Batch Loss:     1.356188 Tokens per Sec:     7295, Lr: 0.000300\n",
      "2020-01-28 07:02:03,154 Epoch  18 Step:   102300 Batch Loss:     1.473427 Tokens per Sec:     7624, Lr: 0.000300\n",
      "2020-01-28 07:02:33,816 Epoch  18 Step:   102400 Batch Loss:     1.542475 Tokens per Sec:     7885, Lr: 0.000300\n",
      "2020-01-28 07:03:03,595 Epoch  18 Step:   102500 Batch Loss:     1.357565 Tokens per Sec:     7543, Lr: 0.000300\n",
      "2020-01-28 07:03:33,750 Epoch  18 Step:   102600 Batch Loss:     1.378445 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 07:04:03,921 Epoch  18 Step:   102700 Batch Loss:     1.479827 Tokens per Sec:     7693, Lr: 0.000300\n",
      "2020-01-28 07:07:03,248 Example #0\n",
      "2020-01-28 07:07:03,249 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:07:03,249 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:07:03,249 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 07:07:03,249 Example #1\n",
      "2020-01-28 07:07:03,249 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:07:03,249 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:07:03,249 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:07:03,249 Example #2\n",
      "2020-01-28 07:07:03,250 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:07:03,250 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:07:03,250 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya New Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo ya kotánga , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:07:03,250 Example #3\n",
      "2020-01-28 07:07:03,250 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:07:03,250 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:07:03,250 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 07:07:03,250 Validation result at epoch  18, step   103000: bleu:  30.84, loss: 33733.5156, ppl:   3.6030, duration: 89.0679s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 07:07:33,368 Epoch  18 Step:   103100 Batch Loss:     1.500629 Tokens per Sec:     7642, Lr: 0.000300\n",
      "2020-01-28 07:08:03,511 Epoch  18 Step:   103200 Batch Loss:     1.435738 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-28 07:08:33,824 Epoch  18 Step:   103300 Batch Loss:     1.466522 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-28 07:09:04,083 Epoch  18 Step:   103400 Batch Loss:     1.372335 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-28 07:09:34,347 Epoch  18 Step:   103500 Batch Loss:     1.169535 Tokens per Sec:     7706, Lr: 0.000300\n",
      "2020-01-28 07:10:04,770 Epoch  18 Step:   103600 Batch Loss:     1.494215 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-28 07:10:34,930 Epoch  18 Step:   103700 Batch Loss:     1.349020 Tokens per Sec:     7652, Lr: 0.000300\n",
      "2020-01-28 07:11:04,857 Epoch  18 Step:   103800 Batch Loss:     1.226948 Tokens per Sec:     7520, Lr: 0.000300\n",
      "2020-01-28 07:11:34,731 Epoch  18 Step:   103900 Batch Loss:     1.430979 Tokens per Sec:     7630, Lr: 0.000300\n",
      "2020-01-28 07:12:05,346 Epoch  18 Step:   104000 Batch Loss:     1.526076 Tokens per Sec:     7779, Lr: 0.000300\n",
      "2020-01-28 07:13:34,350 Example #0\n",
      "2020-01-28 07:13:34,351 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:13:34,351 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:13:34,351 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 07:13:34,351 Example #1\n",
      "2020-01-28 07:13:34,352 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:13:34,352 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:13:34,352 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:13:34,352 Example #2\n",
      "2020-01-28 07:13:34,352 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:13:34,352 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:13:34,352 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli kotika kelasi ya mikolo ya nsuka ​ — likambo oyo bato mingi basalaka , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:13:34,352 Example #3\n",
      "2020-01-28 07:13:34,352 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:13:34,353 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:13:34,353 \tHypothesis: etunaki ye mituna ya Lamuká !\n",
      "2020-01-28 07:13:34,353 Validation result at epoch  18, step   104000: bleu:  31.18, loss: 33771.4648, ppl:   3.6082, duration: 89.0058s\n",
      "2020-01-28 07:14:04,327 Epoch  18 Step:   104100 Batch Loss:     1.412227 Tokens per Sec:     7655, Lr: 0.000300\n",
      "2020-01-28 07:14:34,491 Epoch  18 Step:   104200 Batch Loss:     1.423910 Tokens per Sec:     7831, Lr: 0.000300\n",
      "2020-01-28 07:15:05,119 Epoch  18 Step:   104300 Batch Loss:     1.269252 Tokens per Sec:     7786, Lr: 0.000300\n",
      "2020-01-28 07:15:35,434 Epoch  18 Step:   104400 Batch Loss:     1.403371 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-28 07:16:05,702 Epoch  18 Step:   104500 Batch Loss:     1.265751 Tokens per Sec:     7583, Lr: 0.000300\n",
      "2020-01-28 07:16:36,028 Epoch  18 Step:   104600 Batch Loss:     1.382834 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-28 07:17:05,943 Epoch  18 Step:   104700 Batch Loss:     1.590635 Tokens per Sec:     7565, Lr: 0.000300\n",
      "2020-01-28 07:17:36,359 Epoch  18 Step:   104800 Batch Loss:     1.272435 Tokens per Sec:     7677, Lr: 0.000300\n",
      "2020-01-28 07:18:06,519 Epoch  18 Step:   104900 Batch Loss:     1.293272 Tokens per Sec:     7605, Lr: 0.000300\n",
      "2020-01-28 07:18:36,705 Epoch  18 Step:   105000 Batch Loss:     1.202692 Tokens per Sec:     7593, Lr: 0.000300\n",
      "2020-01-28 07:20:05,742 Example #0\n",
      "2020-01-28 07:20:05,742 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:20:05,742 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:20:05,742 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 07:20:05,742 Example #1\n",
      "2020-01-28 07:20:05,742 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:20:05,742 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:20:05,743 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:20:05,743 Example #2\n",
      "2020-01-28 07:20:05,743 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:20:05,743 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:20:05,743 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozwa mwa mikolo ya kelasi ​ — likambo oyo esalemaka mingi , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 07:20:05,743 Example #3\n",
      "2020-01-28 07:20:05,743 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:20:05,743 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:20:05,743 \tHypothesis: Motuna moko ya zulunalo Lamuká !\n",
      "2020-01-28 07:20:05,743 Validation result at epoch  18, step   105000: bleu:  31.22, loss: 33717.6797, ppl:   3.6008, duration: 89.0377s\n",
      "2020-01-28 07:20:35,980 Epoch  18 Step:   105100 Batch Loss:     1.300636 Tokens per Sec:     7719, Lr: 0.000300\n",
      "2020-01-28 07:21:06,059 Epoch  18 Step:   105200 Batch Loss:     1.267792 Tokens per Sec:     7571, Lr: 0.000300\n",
      "2020-01-28 07:21:36,008 Epoch  18 Step:   105300 Batch Loss:     1.636500 Tokens per Sec:     7601, Lr: 0.000300\n",
      "2020-01-28 07:22:06,096 Epoch  18 Step:   105400 Batch Loss:     1.163233 Tokens per Sec:     7732, Lr: 0.000300\n",
      "2020-01-28 07:22:36,132 Epoch  18 Step:   105500 Batch Loss:     1.326754 Tokens per Sec:     7643, Lr: 0.000300\n",
      "2020-01-28 07:23:06,359 Epoch  18 Step:   105600 Batch Loss:     1.686958 Tokens per Sec:     7766, Lr: 0.000300\n",
      "2020-01-28 07:23:36,386 Epoch  18 Step:   105700 Batch Loss:     1.537209 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-28 07:24:06,602 Epoch  18 Step:   105800 Batch Loss:     1.425414 Tokens per Sec:     7637, Lr: 0.000300\n",
      "2020-01-28 07:24:36,945 Epoch  18 Step:   105900 Batch Loss:     1.421328 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 07:25:06,650 Epoch  18 Step:   106000 Batch Loss:     1.409498 Tokens per Sec:     7610, Lr: 0.000300\n",
      "2020-01-28 07:26:35,691 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 07:26:35,691 Saving new checkpoint.\n",
      "2020-01-28 07:26:35,921 Example #0\n",
      "2020-01-28 07:26:35,921 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:26:35,921 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:26:35,921 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 07:26:35,921 Example #1\n",
      "2020-01-28 07:26:35,921 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:26:35,922 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:26:35,922 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:26:35,922 Example #2\n",
      "2020-01-28 07:26:35,922 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:26:35,922 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:26:35,922 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo ya kelasi , elingi koloba makambo oyo bato mingi basalaka , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:26:35,922 Example #3\n",
      "2020-01-28 07:26:35,922 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:26:35,922 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:26:35,922 \tHypothesis: Motuna moko ya zulunalo Lamuká !\n",
      "2020-01-28 07:26:35,923 Validation result at epoch  18, step   106000: bleu:  31.12, loss: 33572.1133, ppl:   3.5810, duration: 89.2717s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 07:27:05,914 Epoch  18 Step:   106100 Batch Loss:     1.380663 Tokens per Sec:     7597, Lr: 0.000300\n",
      "2020-01-28 07:27:36,037 Epoch  18 Step:   106200 Batch Loss:     1.346754 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 07:28:06,527 Epoch  18 Step:   106300 Batch Loss:     1.343362 Tokens per Sec:     7748, Lr: 0.000300\n",
      "2020-01-28 07:28:36,659 Epoch  18 Step:   106400 Batch Loss:     1.025765 Tokens per Sec:     7594, Lr: 0.000300\n",
      "2020-01-28 07:29:06,638 Epoch  18 Step:   106500 Batch Loss:     1.201397 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 07:29:36,986 Epoch  18 Step:   106600 Batch Loss:     1.406462 Tokens per Sec:     7778, Lr: 0.000300\n",
      "2020-01-28 07:30:06,957 Epoch  18 Step:   106700 Batch Loss:     1.374356 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 07:30:37,014 Epoch  18 Step:   106800 Batch Loss:     1.408931 Tokens per Sec:     7677, Lr: 0.000300\n",
      "2020-01-28 07:31:07,274 Epoch  18 Step:   106900 Batch Loss:     1.319047 Tokens per Sec:     7718, Lr: 0.000300\n",
      "2020-01-28 07:31:37,613 Epoch  18 Step:   107000 Batch Loss:     1.499820 Tokens per Sec:     7736, Lr: 0.000300\n",
      "2020-01-28 07:33:06,618 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 07:33:06,618 Saving new checkpoint.\n",
      "2020-01-28 07:33:06,849 Example #0\n",
      "2020-01-28 07:33:06,850 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:33:06,850 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:33:06,850 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 07:33:06,850 Example #1\n",
      "2020-01-28 07:33:06,850 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:33:06,850 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:33:06,850 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:33:06,850 Example #2\n",
      "2020-01-28 07:33:06,851 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:33:06,851 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:33:06,851 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa ntango ya kotánga kelasi , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 07:33:06,851 Example #3\n",
      "2020-01-28 07:33:06,851 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:33:06,851 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:33:06,851 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 07:33:06,851 Validation result at epoch  18, step   107000: bleu:  30.77, loss: 33518.2383, ppl:   3.5736, duration: 89.2377s\n",
      "2020-01-28 07:33:36,846 Epoch  18 Step:   107100 Batch Loss:     1.399409 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 07:34:07,144 Epoch  18 Step:   107200 Batch Loss:     1.650101 Tokens per Sec:     7807, Lr: 0.000300\n",
      "2020-01-28 07:34:37,361 Epoch  18 Step:   107300 Batch Loss:     1.337974 Tokens per Sec:     7720, Lr: 0.000300\n",
      "2020-01-28 07:35:07,529 Epoch  18 Step:   107400 Batch Loss:     1.380616 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 07:35:37,788 Epoch  18 Step:   107500 Batch Loss:     1.384397 Tokens per Sec:     7680, Lr: 0.000300\n",
      "2020-01-28 07:36:08,391 Epoch  18 Step:   107600 Batch Loss:     1.517857 Tokens per Sec:     7847, Lr: 0.000300\n",
      "2020-01-28 07:36:37,900 Epoch  18 Step:   107700 Batch Loss:     1.515493 Tokens per Sec:     7425, Lr: 0.000300\n",
      "2020-01-28 07:37:08,078 Epoch  18 Step:   107800 Batch Loss:     1.614574 Tokens per Sec:     7623, Lr: 0.000300\n",
      "2020-01-28 07:37:38,284 Epoch  18 Step:   107900 Batch Loss:     1.429873 Tokens per Sec:     7718, Lr: 0.000300\n",
      "2020-01-28 07:38:08,501 Epoch  18 Step:   108000 Batch Loss:     1.430377 Tokens per Sec:     7674, Lr: 0.000300\n",
      "2020-01-28 07:39:37,567 Example #0\n",
      "2020-01-28 07:39:37,567 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:39:37,567 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:39:37,567 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 07:39:37,567 Example #1\n",
      "2020-01-28 07:39:37,567 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:39:37,567 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:39:37,568 \tHypothesis: Yehova atyami\n",
      "2020-01-28 07:39:37,568 Example #2\n",
      "2020-01-28 07:39:37,568 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:39:37,568 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:39:37,568 \tHypothesis: Akei na Eteyelo moko ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 07:39:37,568 Example #3\n",
      "2020-01-28 07:39:37,568 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:39:37,568 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:39:37,568 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 07:39:37,569 Validation result at epoch  18, step   108000: bleu:  30.41, loss: 33529.2422, ppl:   3.5751, duration: 89.0671s\n",
      "2020-01-28 07:40:07,807 Epoch  18 Step:   108100 Batch Loss:     1.312887 Tokens per Sec:     7659, Lr: 0.000300\n",
      "2020-01-28 07:40:27,248 Epoch  18: total training loss 8552.98\n",
      "2020-01-28 07:40:27,248 EPOCH 19\n",
      "2020-01-28 07:40:38,898 Epoch  19 Step:   108200 Batch Loss:     1.521587 Tokens per Sec:     7127, Lr: 0.000300\n",
      "2020-01-28 07:41:09,273 Epoch  19 Step:   108300 Batch Loss:     1.300976 Tokens per Sec:     7810, Lr: 0.000300\n",
      "2020-01-28 07:41:39,700 Epoch  19 Step:   108400 Batch Loss:     1.511885 Tokens per Sec:     7844, Lr: 0.000300\n",
      "2020-01-28 07:42:09,839 Epoch  19 Step:   108500 Batch Loss:     1.410215 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-28 07:42:40,299 Epoch  19 Step:   108600 Batch Loss:     1.232100 Tokens per Sec:     7766, Lr: 0.000300\n",
      "2020-01-28 07:43:10,181 Epoch  19 Step:   108700 Batch Loss:     1.605528 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-28 07:43:40,594 Epoch  19 Step:   108800 Batch Loss:     1.235204 Tokens per Sec:     7691, Lr: 0.000300\n",
      "2020-01-28 07:44:10,532 Epoch  19 Step:   108900 Batch Loss:     1.549680 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 07:44:40,203 Epoch  19 Step:   109000 Batch Loss:     1.250142 Tokens per Sec:     7423, Lr: 0.000300\n",
      "2020-01-28 07:46:09,254 Example #0\n",
      "2020-01-28 07:46:09,254 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:46:09,254 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:46:09,254 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 07:46:09,254 Example #1\n",
      "2020-01-28 07:46:09,255 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:46:09,255 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:46:09,255 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:46:09,255 Example #2\n",
      "2020-01-28 07:46:09,255 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:46:09,255 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:46:09,255 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bámata soki bazali na kelasi ya mikolo mingi te , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 07:46:09,255 Example #3\n",
      "2020-01-28 07:46:09,255 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:46:09,256 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:46:09,256 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 07:46:09,256 Validation result at epoch  19, step   109000: bleu:  30.97, loss: 33524.2578, ppl:   3.5745, duration: 89.0518s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 07:46:39,459 Epoch  19 Step:   109100 Batch Loss:     1.421879 Tokens per Sec:     7710, Lr: 0.000300\n",
      "2020-01-28 07:47:09,855 Epoch  19 Step:   109200 Batch Loss:     1.453572 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 07:47:39,871 Epoch  19 Step:   109300 Batch Loss:     1.371530 Tokens per Sec:     7724, Lr: 0.000300\n",
      "2020-01-28 07:48:10,217 Epoch  19 Step:   109400 Batch Loss:     1.485261 Tokens per Sec:     7600, Lr: 0.000300\n",
      "2020-01-28 07:48:40,170 Epoch  19 Step:   109500 Batch Loss:     1.431255 Tokens per Sec:     7517, Lr: 0.000300\n",
      "2020-01-28 07:49:10,389 Epoch  19 Step:   109600 Batch Loss:     1.489732 Tokens per Sec:     7774, Lr: 0.000300\n",
      "2020-01-28 07:49:40,522 Epoch  19 Step:   109700 Batch Loss:     1.481257 Tokens per Sec:     7586, Lr: 0.000300\n",
      "2020-01-28 07:50:10,656 Epoch  19 Step:   109800 Batch Loss:     1.601785 Tokens per Sec:     7611, Lr: 0.000300\n",
      "2020-01-28 07:50:40,973 Epoch  19 Step:   109900 Batch Loss:     1.126878 Tokens per Sec:     7682, Lr: 0.000300\n",
      "2020-01-28 07:51:11,295 Epoch  19 Step:   110000 Batch Loss:     1.392047 Tokens per Sec:     7812, Lr: 0.000300\n",
      "2020-01-28 07:52:40,306 Example #0\n",
      "2020-01-28 07:52:40,306 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:52:40,306 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:52:40,306 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 07:52:40,306 Example #1\n",
      "2020-01-28 07:52:40,306 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:52:40,306 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:52:40,306 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:52:40,307 Example #2\n",
      "2020-01-28 07:52:40,307 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:52:40,307 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:52:40,307 \tHypothesis: Akendaka na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo ya kelasi , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 07:52:40,307 Example #3\n",
      "2020-01-28 07:52:40,307 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:52:40,307 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:52:40,307 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 07:52:40,307 Validation result at epoch  19, step   110000: bleu:  31.28, loss: 33568.2969, ppl:   3.5804, duration: 89.0115s\n",
      "2020-01-28 07:53:10,466 Epoch  19 Step:   110100 Batch Loss:     1.267932 Tokens per Sec:     7739, Lr: 0.000300\n",
      "2020-01-28 07:53:40,620 Epoch  19 Step:   110200 Batch Loss:     1.148144 Tokens per Sec:     7627, Lr: 0.000300\n",
      "2020-01-28 07:54:10,781 Epoch  19 Step:   110300 Batch Loss:     1.295387 Tokens per Sec:     7617, Lr: 0.000300\n",
      "2020-01-28 07:54:41,120 Epoch  19 Step:   110400 Batch Loss:     1.531656 Tokens per Sec:     7883, Lr: 0.000300\n",
      "2020-01-28 07:55:11,254 Epoch  19 Step:   110500 Batch Loss:     1.242071 Tokens per Sec:     7639, Lr: 0.000300\n",
      "2020-01-28 07:55:41,425 Epoch  19 Step:   110600 Batch Loss:     1.676871 Tokens per Sec:     7685, Lr: 0.000300\n",
      "2020-01-28 07:56:11,751 Epoch  19 Step:   110700 Batch Loss:     1.210953 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 07:56:41,895 Epoch  19 Step:   110800 Batch Loss:     1.305402 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 07:57:12,012 Epoch  19 Step:   110900 Batch Loss:     1.700917 Tokens per Sec:     7674, Lr: 0.000300\n",
      "2020-01-28 07:57:42,361 Epoch  19 Step:   111000 Batch Loss:     1.559103 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-28 07:59:11,383 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 07:59:11,383 Saving new checkpoint.\n",
      "2020-01-28 07:59:11,685 Example #0\n",
      "2020-01-28 07:59:11,686 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 07:59:11,686 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 07:59:11,686 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 07:59:11,686 Example #1\n",
      "2020-01-28 07:59:11,686 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 07:59:11,686 \tReference:  Yehova akumisami\n",
      "2020-01-28 07:59:11,686 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 07:59:11,686 Example #2\n",
      "2020-01-28 07:59:11,687 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 07:59:11,687 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:59:11,687 \tHypothesis: Akendaka na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámeka soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 07:59:11,687 Example #3\n",
      "2020-01-28 07:59:11,687 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 07:59:11,687 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 07:59:11,687 \tHypothesis: Motuna moko ya zulunalo Lamuká !\n",
      "2020-01-28 07:59:11,687 Validation result at epoch  19, step   111000: bleu:  31.08, loss: 33386.3164, ppl:   3.5558, duration: 89.3257s\n",
      "2020-01-28 07:59:41,712 Epoch  19 Step:   111100 Batch Loss:     1.415887 Tokens per Sec:     7730, Lr: 0.000300\n",
      "2020-01-28 08:00:11,480 Epoch  19 Step:   111200 Batch Loss:     1.490878 Tokens per Sec:     7469, Lr: 0.000300\n",
      "2020-01-28 08:00:41,304 Epoch  19 Step:   111300 Batch Loss:     1.274158 Tokens per Sec:     7500, Lr: 0.000300\n",
      "2020-01-28 08:01:11,465 Epoch  19 Step:   111400 Batch Loss:     1.455114 Tokens per Sec:     7499, Lr: 0.000300\n",
      "2020-01-28 08:01:41,869 Epoch  19 Step:   111500 Batch Loss:     1.271310 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 08:02:12,146 Epoch  19 Step:   111600 Batch Loss:     1.507300 Tokens per Sec:     7685, Lr: 0.000300\n",
      "2020-01-28 08:02:42,467 Epoch  19 Step:   111700 Batch Loss:     1.625954 Tokens per Sec:     7790, Lr: 0.000300\n",
      "2020-01-28 08:03:12,819 Epoch  19 Step:   111800 Batch Loss:     1.327323 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 08:03:43,071 Epoch  19 Step:   111900 Batch Loss:     1.303557 Tokens per Sec:     7726, Lr: 0.000300\n",
      "2020-01-28 08:04:13,243 Epoch  19 Step:   112000 Batch Loss:     1.462531 Tokens per Sec:     7564, Lr: 0.000300\n",
      "2020-01-28 08:05:42,229 Example #0\n",
      "2020-01-28 08:05:42,230 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:05:42,230 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:05:42,230 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 08:05:42,230 Example #1\n",
      "2020-01-28 08:05:42,230 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:05:42,230 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:05:42,230 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 08:05:42,230 Example #2\n",
      "2020-01-28 08:05:42,231 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:05:42,231 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:05:42,231 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli kozanga ete bázwa mwa ntango moke na kelasi ya mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 08:05:42,231 Example #3\n",
      "2020-01-28 08:05:42,231 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:05:42,231 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:05:42,231 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 08:05:42,231 Validation result at epoch  19, step   112000: bleu:  31.40, loss: 33407.8984, ppl:   3.5587, duration: 88.9873s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 08:06:12,482 Epoch  19 Step:   112100 Batch Loss:     1.620492 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 08:06:42,410 Epoch  19 Step:   112200 Batch Loss:     1.335850 Tokens per Sec:     7622, Lr: 0.000300\n",
      "2020-01-28 08:07:12,420 Epoch  19 Step:   112300 Batch Loss:     1.408914 Tokens per Sec:     7520, Lr: 0.000300\n",
      "2020-01-28 08:07:42,146 Epoch  19 Step:   112400 Batch Loss:     1.337881 Tokens per Sec:     7600, Lr: 0.000300\n",
      "2020-01-28 08:08:12,327 Epoch  19 Step:   112500 Batch Loss:     1.289456 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 08:08:42,478 Epoch  19 Step:   112600 Batch Loss:     1.382395 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-28 08:09:12,792 Epoch  19 Step:   112700 Batch Loss:     1.315557 Tokens per Sec:     7782, Lr: 0.000300\n",
      "2020-01-28 08:09:43,009 Epoch  19 Step:   112800 Batch Loss:     1.394247 Tokens per Sec:     7842, Lr: 0.000300\n",
      "2020-01-28 08:10:13,116 Epoch  19 Step:   112900 Batch Loss:     1.387943 Tokens per Sec:     7680, Lr: 0.000300\n",
      "2020-01-28 08:10:43,252 Epoch  19 Step:   113000 Batch Loss:     1.514409 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 08:12:12,301 Example #0\n",
      "2020-01-28 08:12:12,302 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:12:12,302 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:12:12,302 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 08:12:12,302 Example #1\n",
      "2020-01-28 08:12:12,302 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:12:12,302 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:12:12,302 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 08:12:12,302 Example #2\n",
      "2020-01-28 08:12:12,302 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:12:12,302 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:12:12,303 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bámata soki bakutani na mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 08:12:12,303 Example #3\n",
      "2020-01-28 08:12:12,303 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:12:12,303 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:12:12,303 \tHypothesis: Motuna moko ya zulunalo Lamuká !\n",
      "2020-01-28 08:12:12,303 Validation result at epoch  19, step   113000: bleu:  30.86, loss: 33410.8398, ppl:   3.5591, duration: 89.0500s\n",
      "2020-01-28 08:12:42,755 Epoch  19 Step:   113100 Batch Loss:     1.480780 Tokens per Sec:     7792, Lr: 0.000300\n",
      "2020-01-28 08:13:12,980 Epoch  19 Step:   113200 Batch Loss:     1.570514 Tokens per Sec:     7616, Lr: 0.000300\n",
      "2020-01-28 08:13:43,548 Epoch  19 Step:   113300 Batch Loss:     1.317180 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 08:14:13,402 Epoch  19 Step:   113400 Batch Loss:     1.375417 Tokens per Sec:     7596, Lr: 0.000300\n",
      "2020-01-28 08:14:43,908 Epoch  19 Step:   113500 Batch Loss:     1.691420 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-28 08:15:13,975 Epoch  19 Step:   113600 Batch Loss:     1.750331 Tokens per Sec:     7629, Lr: 0.000300\n",
      "2020-01-28 08:15:44,188 Epoch  19 Step:   113700 Batch Loss:     1.517637 Tokens per Sec:     7728, Lr: 0.000300\n",
      "2020-01-28 08:16:14,443 Epoch  19 Step:   113800 Batch Loss:     1.420032 Tokens per Sec:     7726, Lr: 0.000300\n",
      "2020-01-28 08:16:44,235 Epoch  19 Step:   113900 Batch Loss:     1.260757 Tokens per Sec:     7596, Lr: 0.000300\n",
      "2020-01-28 08:17:14,602 Epoch  19 Step:   114000 Batch Loss:     1.399815 Tokens per Sec:     7734, Lr: 0.000300\n",
      "2020-01-28 08:18:43,614 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 08:18:43,614 Saving new checkpoint.\n",
      "2020-01-28 08:18:43,841 Example #0\n",
      "2020-01-28 08:18:43,842 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:18:43,842 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:18:43,842 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 08:18:43,842 Example #1\n",
      "2020-01-28 08:18:43,842 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:18:43,842 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:18:43,842 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 08:18:43,842 Example #2\n",
      "2020-01-28 08:18:43,843 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:18:43,843 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:18:43,843 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa kelasi ya mikolo ya nsuka , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 08:18:43,843 Example #3\n",
      "2020-01-28 08:18:43,843 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:18:43,843 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:18:43,843 \tHypothesis: etunaki ye ete azali mokomi ya Lamuká !\n",
      "2020-01-28 08:18:43,843 Validation result at epoch  19, step   114000: bleu:  31.04, loss: 33256.1484, ppl:   3.5382, duration: 89.2408s\n",
      "2020-01-28 08:19:14,222 Epoch  19 Step:   114100 Batch Loss:     1.323027 Tokens per Sec:     7819, Lr: 0.000300\n",
      "2020-01-28 08:19:35,777 Epoch  19: total training loss 8487.69\n",
      "2020-01-28 08:19:35,777 EPOCH 20\n",
      "2020-01-28 08:19:45,441 Epoch  20 Step:   114200 Batch Loss:     1.303315 Tokens per Sec:     6821, Lr: 0.000300\n",
      "2020-01-28 08:20:15,513 Epoch  20 Step:   114300 Batch Loss:     1.283339 Tokens per Sec:     7621, Lr: 0.000300\n",
      "2020-01-28 08:20:45,607 Epoch  20 Step:   114400 Batch Loss:     1.521574 Tokens per Sec:     7735, Lr: 0.000300\n",
      "2020-01-28 08:21:15,829 Epoch  20 Step:   114500 Batch Loss:     1.150400 Tokens per Sec:     7592, Lr: 0.000300\n",
      "2020-01-28 08:21:46,095 Epoch  20 Step:   114600 Batch Loss:     1.274157 Tokens per Sec:     7602, Lr: 0.000300\n",
      "2020-01-28 08:22:16,101 Epoch  20 Step:   114700 Batch Loss:     1.577493 Tokens per Sec:     7548, Lr: 0.000300\n",
      "2020-01-28 08:22:46,316 Epoch  20 Step:   114800 Batch Loss:     1.431964 Tokens per Sec:     7775, Lr: 0.000300\n",
      "2020-01-28 08:23:16,263 Epoch  20 Step:   114900 Batch Loss:     1.294132 Tokens per Sec:     7606, Lr: 0.000300\n",
      "2020-01-28 08:23:46,755 Epoch  20 Step:   115000 Batch Loss:     1.347587 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-28 08:25:15,844 Example #0\n",
      "2020-01-28 08:25:15,845 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:25:15,845 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:25:15,845 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 08:25:15,845 Example #1\n",
      "2020-01-28 08:25:15,845 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:25:15,845 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:25:15,845 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 08:25:15,845 Example #2\n",
      "2020-01-28 08:25:15,846 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:25:15,846 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:25:15,846 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya New Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa kelasi ya mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 08:25:15,846 Example #3\n",
      "2020-01-28 08:25:15,846 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:25:15,846 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:25:15,846 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 08:25:15,846 Validation result at epoch  20, step   115000: bleu:  31.25, loss: 33299.7031, ppl:   3.5441, duration: 89.0908s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 08:25:45,762 Epoch  20 Step:   115100 Batch Loss:     1.614637 Tokens per Sec:     7668, Lr: 0.000300\n",
      "2020-01-28 08:26:16,035 Epoch  20 Step:   115200 Batch Loss:     1.250725 Tokens per Sec:     7736, Lr: 0.000300\n",
      "2020-01-28 08:26:46,184 Epoch  20 Step:   115300 Batch Loss:     1.259148 Tokens per Sec:     7699, Lr: 0.000300\n",
      "2020-01-28 08:27:16,431 Epoch  20 Step:   115400 Batch Loss:     1.418910 Tokens per Sec:     7647, Lr: 0.000300\n",
      "2020-01-28 08:27:46,560 Epoch  20 Step:   115500 Batch Loss:     1.660599 Tokens per Sec:     7639, Lr: 0.000300\n",
      "2020-01-28 08:28:16,679 Epoch  20 Step:   115600 Batch Loss:     1.321314 Tokens per Sec:     7617, Lr: 0.000300\n",
      "2020-01-28 08:28:46,831 Epoch  20 Step:   115700 Batch Loss:     1.223841 Tokens per Sec:     7584, Lr: 0.000300\n",
      "2020-01-28 08:29:17,061 Epoch  20 Step:   115800 Batch Loss:     1.454314 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-28 08:29:47,095 Epoch  20 Step:   115900 Batch Loss:     1.352366 Tokens per Sec:     7569, Lr: 0.000300\n",
      "2020-01-28 08:30:17,025 Epoch  20 Step:   116000 Batch Loss:     1.363361 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-28 08:31:46,041 Example #0\n",
      "2020-01-28 08:31:46,041 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:31:46,041 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:31:46,041 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 08:31:46,041 Example #1\n",
      "2020-01-28 08:31:46,041 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:31:46,042 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:31:46,042 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 08:31:46,042 Example #2\n",
      "2020-01-28 08:31:46,042 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:31:46,042 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:31:46,042 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya New Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli kozwa mwa mikolo ya kelasi ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:31:46,042 Example #3\n",
      "2020-01-28 08:31:46,042 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:31:46,042 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:31:46,042 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 08:31:46,042 Validation result at epoch  20, step   116000: bleu:  31.46, loss: 33405.3008, ppl:   3.5583, duration: 89.0171s\n",
      "2020-01-28 08:32:16,333 Epoch  20 Step:   116100 Batch Loss:     1.418024 Tokens per Sec:     7719, Lr: 0.000300\n",
      "2020-01-28 08:32:46,672 Epoch  20 Step:   116200 Batch Loss:     1.481316 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-28 08:33:16,439 Epoch  20 Step:   116300 Batch Loss:     1.438419 Tokens per Sec:     7609, Lr: 0.000300\n",
      "2020-01-28 08:33:46,826 Epoch  20 Step:   116400 Batch Loss:     1.364935 Tokens per Sec:     7730, Lr: 0.000300\n",
      "2020-01-28 08:34:16,879 Epoch  20 Step:   116500 Batch Loss:     1.487160 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 08:34:46,801 Epoch  20 Step:   116600 Batch Loss:     1.660402 Tokens per Sec:     7646, Lr: 0.000300\n",
      "2020-01-28 08:35:16,923 Epoch  20 Step:   116700 Batch Loss:     1.122967 Tokens per Sec:     7559, Lr: 0.000300\n",
      "2020-01-28 08:35:46,813 Epoch  20 Step:   116800 Batch Loss:     1.432997 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-28 08:36:16,875 Epoch  20 Step:   116900 Batch Loss:     1.373979 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 08:36:46,948 Epoch  20 Step:   117000 Batch Loss:     1.479490 Tokens per Sec:     7705, Lr: 0.000300\n",
      "2020-01-28 08:38:15,995 Example #0\n",
      "2020-01-28 08:38:15,995 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:38:15,995 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:38:15,996 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 08:38:15,996 Example #1\n",
      "2020-01-28 08:38:15,996 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:38:15,996 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:38:15,996 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 08:38:15,996 Example #2\n",
      "2020-01-28 08:38:15,996 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:38:15,996 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:38:15,996 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:38:15,996 Example #3\n",
      "2020-01-28 08:38:15,997 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:38:15,997 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:38:15,997 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 08:38:15,997 Validation result at epoch  20, step   117000: bleu:  30.90, loss: 33326.5938, ppl:   3.5477, duration: 89.0485s\n",
      "2020-01-28 08:38:46,186 Epoch  20 Step:   117100 Batch Loss:     1.275804 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 08:39:16,613 Epoch  20 Step:   117200 Batch Loss:     1.291393 Tokens per Sec:     7739, Lr: 0.000300\n",
      "2020-01-28 08:39:47,242 Epoch  20 Step:   117300 Batch Loss:     1.252766 Tokens per Sec:     7902, Lr: 0.000300\n",
      "2020-01-28 08:40:17,522 Epoch  20 Step:   117400 Batch Loss:     1.554237 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 08:40:47,595 Epoch  20 Step:   117500 Batch Loss:     1.341801 Tokens per Sec:     7572, Lr: 0.000300\n",
      "2020-01-28 08:41:17,901 Epoch  20 Step:   117600 Batch Loss:     1.469382 Tokens per Sec:     7725, Lr: 0.000300\n",
      "2020-01-28 08:41:48,168 Epoch  20 Step:   117700 Batch Loss:     1.499557 Tokens per Sec:     7647, Lr: 0.000300\n",
      "2020-01-28 08:42:18,421 Epoch  20 Step:   117800 Batch Loss:     1.462217 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-28 08:42:48,193 Epoch  20 Step:   117900 Batch Loss:     1.541926 Tokens per Sec:     7615, Lr: 0.000300\n",
      "2020-01-28 08:43:18,531 Epoch  20 Step:   118000 Batch Loss:     1.206413 Tokens per Sec:     7758, Lr: 0.000300\n",
      "2020-01-28 08:44:47,616 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 08:44:47,617 Saving new checkpoint.\n",
      "2020-01-28 08:44:47,844 Example #0\n",
      "2020-01-28 08:44:47,845 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:44:47,845 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:44:47,845 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 08:44:47,845 Example #1\n",
      "2020-01-28 08:44:47,845 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:44:47,845 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:44:47,845 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 08:44:47,845 Example #2\n",
      "2020-01-28 08:44:47,846 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:44:47,846 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:44:47,846 \tHypothesis: Akendaka na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:44:47,846 Example #3\n",
      "2020-01-28 08:44:47,846 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:44:47,846 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:44:47,846 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 08:44:47,846 Validation result at epoch  20, step   118000: bleu:  31.66, loss: 33079.3359, ppl:   3.5145, duration: 89.3149s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 08:45:17,667 Epoch  20 Step:   118100 Batch Loss:     1.303559 Tokens per Sec:     7561, Lr: 0.000300\n",
      "2020-01-28 08:45:47,669 Epoch  20 Step:   118200 Batch Loss:     1.504001 Tokens per Sec:     7654, Lr: 0.000300\n",
      "2020-01-28 08:46:17,942 Epoch  20 Step:   118300 Batch Loss:     1.321781 Tokens per Sec:     7791, Lr: 0.000300\n",
      "2020-01-28 08:46:47,854 Epoch  20 Step:   118400 Batch Loss:     1.302946 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 08:47:17,955 Epoch  20 Step:   118500 Batch Loss:     1.108130 Tokens per Sec:     7646, Lr: 0.000300\n",
      "2020-01-28 08:47:47,849 Epoch  20 Step:   118600 Batch Loss:     1.504238 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 08:48:17,881 Epoch  20 Step:   118700 Batch Loss:     1.296688 Tokens per Sec:     7610, Lr: 0.000300\n",
      "2020-01-28 08:48:47,825 Epoch  20 Step:   118800 Batch Loss:     1.436262 Tokens per Sec:     7544, Lr: 0.000300\n",
      "2020-01-28 08:49:17,702 Epoch  20 Step:   118900 Batch Loss:     1.205033 Tokens per Sec:     7501, Lr: 0.000300\n",
      "2020-01-28 08:49:47,922 Epoch  20 Step:   119000 Batch Loss:     1.311067 Tokens per Sec:     7755, Lr: 0.000300\n",
      "2020-01-28 08:51:16,941 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 08:51:16,941 Saving new checkpoint.\n",
      "2020-01-28 08:51:17,174 Example #0\n",
      "2020-01-28 08:51:17,174 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:51:17,174 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:51:17,174 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 08:51:17,174 Example #1\n",
      "2020-01-28 08:51:17,175 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:51:17,175 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:51:17,175 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 08:51:17,175 Example #2\n",
      "2020-01-28 08:51:17,175 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:51:17,175 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:51:17,176 \tHypothesis: Azali kokende na eteyelo moko ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli kozanga mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 08:51:17,176 Example #3\n",
      "2020-01-28 08:51:17,176 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:51:17,176 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:51:17,176 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 08:51:17,176 Validation result at epoch  20, step   119000: bleu:  31.53, loss: 32991.2422, ppl:   3.5028, duration: 89.2529s\n",
      "2020-01-28 08:51:47,531 Epoch  20 Step:   119100 Batch Loss:     1.442621 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-28 08:52:17,745 Epoch  20 Step:   119200 Batch Loss:     1.436647 Tokens per Sec:     7686, Lr: 0.000300\n",
      "2020-01-28 08:52:48,109 Epoch  20 Step:   119300 Batch Loss:     1.244657 Tokens per Sec:     7820, Lr: 0.000300\n",
      "2020-01-28 08:53:18,204 Epoch  20 Step:   119400 Batch Loss:     1.007309 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-28 08:53:48,573 Epoch  20 Step:   119500 Batch Loss:     1.472650 Tokens per Sec:     7787, Lr: 0.000300\n",
      "2020-01-28 08:54:18,946 Epoch  20 Step:   119600 Batch Loss:     1.401172 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 08:54:49,108 Epoch  20 Step:   119700 Batch Loss:     1.260327 Tokens per Sec:     7657, Lr: 0.000300\n",
      "2020-01-28 08:55:19,343 Epoch  20 Step:   119800 Batch Loss:     1.442684 Tokens per Sec:     7725, Lr: 0.000300\n",
      "2020-01-28 08:55:49,625 Epoch  20 Step:   119900 Batch Loss:     1.773649 Tokens per Sec:     7813, Lr: 0.000300\n",
      "2020-01-28 08:56:19,997 Epoch  20 Step:   120000 Batch Loss:     1.439124 Tokens per Sec:     7793, Lr: 0.000300\n",
      "2020-01-28 08:57:48,989 Example #0\n",
      "2020-01-28 08:57:48,989 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 08:57:48,989 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 08:57:48,989 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 08:57:48,989 Example #1\n",
      "2020-01-28 08:57:48,990 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 08:57:48,990 \tReference:  Yehova akumisami\n",
      "2020-01-28 08:57:48,990 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 08:57:48,990 Example #2\n",
      "2020-01-28 08:57:48,990 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 08:57:48,990 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:57:48,990 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to na Eteyelo ya Nouvelle - Galles , oyo esalemi na programɛ moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 08:57:48,990 Example #3\n",
      "2020-01-28 08:57:48,990 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 08:57:48,990 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 08:57:48,991 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 08:57:48,991 Validation result at epoch  20, step   120000: bleu:  31.11, loss: 33046.2422, ppl:   3.5101, duration: 88.9932s\n",
      "2020-01-28 08:58:19,126 Epoch  20 Step:   120100 Batch Loss:     1.358944 Tokens per Sec:     7740, Lr: 0.000300\n",
      "2020-01-28 08:58:44,836 Epoch  20: total training loss 8445.57\n",
      "2020-01-28 08:58:44,836 EPOCH 21\n",
      "2020-01-28 08:58:50,025 Epoch  21 Step:   120200 Batch Loss:     1.431712 Tokens per Sec:     6244, Lr: 0.000300\n",
      "2020-01-28 08:59:19,918 Epoch  21 Step:   120300 Batch Loss:     1.505265 Tokens per Sec:     7613, Lr: 0.000300\n",
      "2020-01-28 08:59:49,888 Epoch  21 Step:   120400 Batch Loss:     1.205970 Tokens per Sec:     7642, Lr: 0.000300\n",
      "2020-01-28 09:00:20,097 Epoch  21 Step:   120500 Batch Loss:     1.403770 Tokens per Sec:     7700, Lr: 0.000300\n",
      "2020-01-28 09:00:50,240 Epoch  21 Step:   120600 Batch Loss:     1.429640 Tokens per Sec:     7703, Lr: 0.000300\n",
      "2020-01-28 09:01:20,317 Epoch  21 Step:   120700 Batch Loss:     1.178087 Tokens per Sec:     7557, Lr: 0.000300\n",
      "2020-01-28 09:01:50,513 Epoch  21 Step:   120800 Batch Loss:     1.454175 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-28 09:02:20,593 Epoch  21 Step:   120900 Batch Loss:     1.344059 Tokens per Sec:     7648, Lr: 0.000300\n",
      "2020-01-28 09:02:50,586 Epoch  21 Step:   121000 Batch Loss:     1.396612 Tokens per Sec:     7659, Lr: 0.000300\n",
      "2020-01-28 09:04:19,594 Example #0\n",
      "2020-01-28 09:04:19,594 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 09:04:19,594 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 09:04:19,594 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 09:04:19,594 Example #1\n",
      "2020-01-28 09:04:19,594 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 09:04:19,595 \tReference:  Yehova akumisami\n",
      "2020-01-28 09:04:19,595 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 09:04:19,595 Example #2\n",
      "2020-01-28 09:04:19,595 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 09:04:19,595 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:04:19,595 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli kozanga mwa mikolo , na ndakisa na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:04:19,595 Example #3\n",
      "2020-01-28 09:04:19,595 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 09:04:19,595 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 09:04:19,596 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 09:04:19,596 Validation result at epoch  21, step   121000: bleu:  31.57, loss: 33072.2500, ppl:   3.5136, duration: 89.0088s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 09:04:49,798 Epoch  21 Step:   121100 Batch Loss:     1.434692 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 09:05:20,068 Epoch  21 Step:   121200 Batch Loss:     1.504736 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 09:05:49,953 Epoch  21 Step:   121300 Batch Loss:     1.357616 Tokens per Sec:     7669, Lr: 0.000300\n",
      "2020-01-28 09:06:20,430 Epoch  21 Step:   121400 Batch Loss:     1.264742 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-28 09:06:50,667 Epoch  21 Step:   121500 Batch Loss:     1.260558 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-28 09:07:20,916 Epoch  21 Step:   121600 Batch Loss:     1.386796 Tokens per Sec:     7720, Lr: 0.000300\n",
      "2020-01-28 09:07:50,808 Epoch  21 Step:   121700 Batch Loss:     1.447352 Tokens per Sec:     7648, Lr: 0.000300\n",
      "2020-01-28 09:08:21,141 Epoch  21 Step:   121800 Batch Loss:     1.229095 Tokens per Sec:     7709, Lr: 0.000300\n",
      "2020-01-28 09:08:50,987 Epoch  21 Step:   121900 Batch Loss:     1.452060 Tokens per Sec:     7542, Lr: 0.000300\n",
      "2020-01-28 09:09:21,104 Epoch  21 Step:   122000 Batch Loss:     1.410590 Tokens per Sec:     7605, Lr: 0.000300\n",
      "2020-01-28 09:10:50,149 Example #0\n",
      "2020-01-28 09:10:50,150 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 09:10:50,150 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 09:10:50,150 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 09:10:50,150 Example #1\n",
      "2020-01-28 09:10:50,150 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 09:10:50,150 \tReference:  Yehova akumisami\n",
      "2020-01-28 09:10:50,150 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 09:10:50,150 Example #2\n",
      "2020-01-28 09:10:50,150 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 09:10:50,150 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:10:50,151 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 09:10:50,151 Example #3\n",
      "2020-01-28 09:10:50,151 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 09:10:50,151 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 09:10:50,151 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 09:10:50,151 Validation result at epoch  21, step   122000: bleu:  31.30, loss: 33126.7812, ppl:   3.5209, duration: 89.0465s\n",
      "2020-01-28 09:11:20,469 Epoch  21 Step:   122100 Batch Loss:     1.563000 Tokens per Sec:     7700, Lr: 0.000300\n",
      "2020-01-28 09:11:50,587 Epoch  21 Step:   122200 Batch Loss:     1.518396 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 09:12:20,771 Epoch  21 Step:   122300 Batch Loss:     1.366350 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 09:12:51,056 Epoch  21 Step:   122400 Batch Loss:     1.461759 Tokens per Sec:     7714, Lr: 0.000300\n",
      "2020-01-28 09:13:21,410 Epoch  21 Step:   122500 Batch Loss:     1.241803 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-28 09:13:51,473 Epoch  21 Step:   122600 Batch Loss:     1.417327 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 09:14:21,959 Epoch  21 Step:   122700 Batch Loss:     1.398510 Tokens per Sec:     7778, Lr: 0.000300\n",
      "2020-01-28 09:14:52,198 Epoch  21 Step:   122800 Batch Loss:     1.181793 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 09:15:22,276 Epoch  21 Step:   122900 Batch Loss:     1.444176 Tokens per Sec:     7567, Lr: 0.000300\n",
      "2020-01-28 09:15:52,525 Epoch  21 Step:   123000 Batch Loss:     1.239516 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-28 09:17:21,561 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 09:17:21,561 Saving new checkpoint.\n",
      "2020-01-28 09:17:21,791 Example #0\n",
      "2020-01-28 09:17:21,792 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 09:17:21,792 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 09:17:21,792 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 09:17:21,792 Example #1\n",
      "2020-01-28 09:17:21,792 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 09:17:21,792 \tReference:  Yehova akumisami\n",
      "2020-01-28 09:17:21,792 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 09:17:21,792 Example #2\n",
      "2020-01-28 09:17:21,793 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 09:17:21,793 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:17:21,793 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na ebongiseli moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli kozwa mwa mikolo , elingi koloba makambo oyo esalemaka na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:17:21,793 Example #3\n",
      "2020-01-28 09:17:21,793 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 09:17:21,793 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 09:17:21,793 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 09:17:21,793 Validation result at epoch  21, step   123000: bleu:  31.67, loss: 32983.2109, ppl:   3.5017, duration: 89.2679s\n",
      "2020-01-28 09:17:52,041 Epoch  21 Step:   123100 Batch Loss:     1.431354 Tokens per Sec:     7635, Lr: 0.000300\n",
      "2020-01-28 09:18:22,237 Epoch  21 Step:   123200 Batch Loss:     1.235896 Tokens per Sec:     7740, Lr: 0.000300\n",
      "2020-01-28 09:18:52,565 Epoch  21 Step:   123300 Batch Loss:     1.507860 Tokens per Sec:     7771, Lr: 0.000300\n",
      "2020-01-28 09:19:22,940 Epoch  21 Step:   123400 Batch Loss:     1.252759 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 09:19:53,346 Epoch  21 Step:   123500 Batch Loss:     1.254764 Tokens per Sec:     7708, Lr: 0.000300\n",
      "2020-01-28 09:20:23,487 Epoch  21 Step:   123600 Batch Loss:     1.552727 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-28 09:20:53,892 Epoch  21 Step:   123700 Batch Loss:     1.249382 Tokens per Sec:     7725, Lr: 0.000300\n",
      "2020-01-28 09:21:23,851 Epoch  21 Step:   123800 Batch Loss:     1.519319 Tokens per Sec:     7717, Lr: 0.000300\n",
      "2020-01-28 09:21:54,199 Epoch  21 Step:   123900 Batch Loss:     1.066977 Tokens per Sec:     7693, Lr: 0.000300\n",
      "2020-01-28 09:22:24,283 Epoch  21 Step:   124000 Batch Loss:     1.515401 Tokens per Sec:     7702, Lr: 0.000300\n",
      "2020-01-28 09:24:53,686 Epoch  21 Step:   124200 Batch Loss:     1.315811 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-28 09:25:23,800 Epoch  21 Step:   124300 Batch Loss:     1.344185 Tokens per Sec:     7706, Lr: 0.000300\n",
      "2020-01-28 09:25:54,033 Epoch  21 Step:   124400 Batch Loss:     1.276129 Tokens per Sec:     7736, Lr: 0.000300\n",
      "2020-01-28 09:26:24,099 Epoch  21 Step:   124500 Batch Loss:     1.411167 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-28 09:26:54,523 Epoch  21 Step:   124600 Batch Loss:     1.421881 Tokens per Sec:     7661, Lr: 0.000300\n",
      "2020-01-28 09:27:24,637 Epoch  21 Step:   124700 Batch Loss:     1.292928 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 09:27:54,811 Epoch  21 Step:   124800 Batch Loss:     1.216337 Tokens per Sec:     7655, Lr: 0.000300\n",
      "2020-01-28 09:28:25,056 Epoch  21 Step:   124900 Batch Loss:     1.466095 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 09:28:55,280 Epoch  21 Step:   125000 Batch Loss:     1.440421 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-28 09:30:24,325 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 09:30:24,325 Saving new checkpoint.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 09:30:24,554 Example #0\n",
      "2020-01-28 09:30:24,554 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 09:30:24,554 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 09:30:24,554 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 09:30:24,554 Example #1\n",
      "2020-01-28 09:30:24,554 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 09:30:24,555 \tReference:  Yehova akumisami\n",
      "2020-01-28 09:30:24,555 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 09:30:24,555 Example #2\n",
      "2020-01-28 09:30:24,555 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 09:30:24,555 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:30:24,555 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bámata soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:30:24,555 Example #3\n",
      "2020-01-28 09:30:24,555 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 09:30:24,556 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 09:30:24,556 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 09:30:24,556 Validation result at epoch  21, step   125000: bleu:  31.50, loss: 32920.5859, ppl:   3.4934, duration: 89.2750s\n",
      "2020-01-28 09:30:54,714 Epoch  21 Step:   125100 Batch Loss:     1.564823 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-28 09:31:24,965 Epoch  21 Step:   125200 Batch Loss:     1.465133 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 09:31:55,160 Epoch  21 Step:   125300 Batch Loss:     1.272056 Tokens per Sec:     7649, Lr: 0.000300\n",
      "2020-01-28 09:32:25,385 Epoch  21 Step:   125400 Batch Loss:     1.404084 Tokens per Sec:     7768, Lr: 0.000300\n",
      "2020-01-28 09:32:55,757 Epoch  21 Step:   125500 Batch Loss:     1.446192 Tokens per Sec:     7778, Lr: 0.000300\n",
      "2020-01-28 09:33:26,164 Epoch  21 Step:   125600 Batch Loss:     1.397870 Tokens per Sec:     7705, Lr: 0.000300\n",
      "2020-01-28 09:33:56,575 Epoch  21 Step:   125700 Batch Loss:     1.333162 Tokens per Sec:     7777, Lr: 0.000300\n",
      "2020-01-28 09:34:26,357 Epoch  21 Step:   125800 Batch Loss:     1.544418 Tokens per Sec:     7568, Lr: 0.000300\n",
      "2020-01-28 09:34:56,623 Epoch  21 Step:   125900 Batch Loss:     1.515000 Tokens per Sec:     7768, Lr: 0.000300\n",
      "2020-01-28 09:35:26,925 Epoch  21 Step:   126000 Batch Loss:     1.201233 Tokens per Sec:     7777, Lr: 0.000300\n",
      "2020-01-28 09:36:55,962 Example #0\n",
      "2020-01-28 09:36:55,963 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 09:36:55,963 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 09:36:55,963 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 09:36:55,963 Example #1\n",
      "2020-01-28 09:36:55,963 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 09:36:55,963 \tReference:  Yehova akumisami\n",
      "2020-01-28 09:36:55,963 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 09:36:55,963 Example #2\n",
      "2020-01-28 09:36:55,964 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 09:36:55,964 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:36:55,964 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , elingi koloba makambo oyo esalemaka na eleko ya kobuka mbuma .\n",
      "2020-01-28 09:36:55,964 Example #3\n",
      "2020-01-28 09:36:55,964 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 09:36:55,964 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 09:36:55,964 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 09:36:55,964 Validation result at epoch  21, step   126000: bleu:  31.64, loss: 33020.0469, ppl:   3.5066, duration: 89.0387s\n",
      "2020-01-28 09:37:26,210 Epoch  21 Step:   126100 Batch Loss:     1.459987 Tokens per Sec:     7747, Lr: 0.000300\n",
      "2020-01-28 09:37:51,995 Epoch  21: total training loss 8364.76\n",
      "2020-01-28 09:37:51,996 EPOCH 22\n",
      "2020-01-28 09:37:57,171 Epoch  22 Step:   126200 Batch Loss:     1.456132 Tokens per Sec:     6801, Lr: 0.000300\n",
      "2020-01-28 09:38:27,005 Epoch  22 Step:   126300 Batch Loss:     1.269164 Tokens per Sec:     7546, Lr: 0.000300\n",
      "2020-01-28 09:38:57,477 Epoch  22 Step:   126400 Batch Loss:     1.259104 Tokens per Sec:     7786, Lr: 0.000300\n",
      "2020-01-28 09:39:27,720 Epoch  22 Step:   126500 Batch Loss:     1.360367 Tokens per Sec:     7719, Lr: 0.000300\n",
      "2020-01-28 09:39:57,729 Epoch  22 Step:   126600 Batch Loss:     1.270624 Tokens per Sec:     7660, Lr: 0.000300\n",
      "2020-01-28 09:40:27,579 Epoch  22 Step:   126700 Batch Loss:     1.330797 Tokens per Sec:     7553, Lr: 0.000300\n",
      "2020-01-28 09:40:57,563 Epoch  22 Step:   126800 Batch Loss:     1.164410 Tokens per Sec:     7713, Lr: 0.000300\n",
      "2020-01-28 09:41:27,319 Epoch  22 Step:   126900 Batch Loss:     1.503660 Tokens per Sec:     7570, Lr: 0.000300\n",
      "2020-01-28 09:41:58,028 Epoch  22 Step:   127000 Batch Loss:     1.480402 Tokens per Sec:     7914, Lr: 0.000300\n",
      "2020-01-28 09:43:27,168 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 09:43:27,169 Saving new checkpoint.\n",
      "2020-01-28 09:43:27,460 Example #0\n",
      "2020-01-28 09:43:27,460 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 09:43:27,461 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 09:43:27,461 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 09:43:27,461 Example #1\n",
      "2020-01-28 09:43:27,461 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 09:43:27,461 \tReference:  Yehova akumisami\n",
      "2020-01-28 09:43:27,461 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 09:43:27,461 Example #2\n",
      "2020-01-28 09:43:27,461 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 09:43:27,461 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:43:27,461 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to na Eteyelo ya New Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:43:27,462 Example #3\n",
      "2020-01-28 09:43:27,462 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 09:43:27,462 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 09:43:27,462 \tHypothesis: Motuna moko ya zulunalo Lamuká !\n",
      "2020-01-28 09:43:27,462 Validation result at epoch  22, step   127000: bleu:  31.47, loss: 32856.6719, ppl:   3.4849, duration: 89.4328s\n",
      "2020-01-28 09:43:57,639 Epoch  22 Step:   127100 Batch Loss:     1.578971 Tokens per Sec:     7610, Lr: 0.000300\n",
      "2020-01-28 09:44:27,710 Epoch  22 Step:   127200 Batch Loss:     1.418308 Tokens per Sec:     7676, Lr: 0.000300\n",
      "2020-01-28 09:44:57,658 Epoch  22 Step:   127300 Batch Loss:     1.158677 Tokens per Sec:     7663, Lr: 0.000300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 09:45:27,744 Epoch  22 Step:   127400 Batch Loss:     1.459523 Tokens per Sec:     7553, Lr: 0.000300\n",
      "2020-01-28 09:45:58,448 Epoch  22 Step:   127500 Batch Loss:     1.665621 Tokens per Sec:     7817, Lr: 0.000300\n",
      "2020-01-28 09:46:28,367 Epoch  22 Step:   127600 Batch Loss:     1.326229 Tokens per Sec:     7794, Lr: 0.000300\n",
      "2020-01-28 09:46:58,636 Epoch  22 Step:   127700 Batch Loss:     1.368851 Tokens per Sec:     7669, Lr: 0.000300\n",
      "2020-01-28 09:47:28,857 Epoch  22 Step:   127800 Batch Loss:     1.184402 Tokens per Sec:     7747, Lr: 0.000300\n",
      "2020-01-28 09:47:58,730 Epoch  22 Step:   127900 Batch Loss:     1.204596 Tokens per Sec:     7714, Lr: 0.000300\n",
      "2020-01-28 09:48:29,281 Epoch  22 Step:   128000 Batch Loss:     1.430978 Tokens per Sec:     7859, Lr: 0.000300\n",
      "2020-01-28 09:49:58,350 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 09:49:58,350 Saving new checkpoint.\n",
      "2020-01-28 09:49:58,578 Example #0\n",
      "2020-01-28 09:49:58,579 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 09:49:58,579 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 09:49:58,579 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 09:49:58,579 Example #1\n",
      "2020-01-28 09:49:58,579 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 09:49:58,579 \tReference:  Yehova akumisami\n",
      "2020-01-28 09:49:58,579 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 09:49:58,579 Example #2\n",
      "2020-01-28 09:49:58,580 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 09:49:58,580 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:49:58,580 \tHypothesis: Akendaka na eteyelo moko ya Escuela Nueva , to Eteyelo ya Nouvelle - Galles , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo ya kelasi ya mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 09:49:58,580 Example #3\n",
      "2020-01-28 09:49:58,580 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 09:49:58,580 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 09:49:58,580 \tHypothesis: Atunaki moto moko ya mayele na makambo ya Biblia .\n",
      "2020-01-28 09:49:58,580 Validation result at epoch  22, step   128000: bleu:  31.21, loss: 32781.5312, ppl:   3.4750, duration: 89.2982s\n",
      "2020-01-28 09:50:28,902 Epoch  22 Step:   128100 Batch Loss:     1.422398 Tokens per Sec:     7710, Lr: 0.000300\n",
      "2020-01-28 09:50:59,393 Epoch  22 Step:   128200 Batch Loss:     1.439333 Tokens per Sec:     7752, Lr: 0.000300\n",
      "2020-01-28 09:51:29,550 Epoch  22 Step:   128300 Batch Loss:     1.441958 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 09:51:59,722 Epoch  22 Step:   128400 Batch Loss:     1.218536 Tokens per Sec:     7657, Lr: 0.000300\n",
      "2020-01-28 09:52:29,996 Epoch  22 Step:   128500 Batch Loss:     1.034753 Tokens per Sec:     7792, Lr: 0.000300\n",
      "2020-01-28 09:52:59,815 Epoch  22 Step:   128600 Batch Loss:     1.249373 Tokens per Sec:     7482, Lr: 0.000300\n",
      "2020-01-28 09:53:29,564 Epoch  22 Step:   128700 Batch Loss:     1.385403 Tokens per Sec:     7516, Lr: 0.000300\n",
      "2020-01-28 09:53:59,686 Epoch  22 Step:   128800 Batch Loss:     1.405508 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-28 09:54:29,292 Epoch  22 Step:   128900 Batch Loss:     1.499920 Tokens per Sec:     7548, Lr: 0.000300\n",
      "2020-01-28 09:54:59,447 Epoch  22 Step:   129000 Batch Loss:     1.395164 Tokens per Sec:     7683, Lr: 0.000300\n",
      "2020-01-28 09:56:28,388 Example #0\n",
      "2020-01-28 09:56:28,389 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 09:56:28,389 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 09:56:28,389 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 09:56:28,389 Example #1\n",
      "2020-01-28 09:56:28,389 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 09:56:28,389 \tReference:  Yehova akumisami\n",
      "2020-01-28 09:56:28,389 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 09:56:28,389 Example #2\n",
      "2020-01-28 09:56:28,390 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 09:56:28,390 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:56:28,390 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya Nouvelle - Galles , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 09:56:28,390 Example #3\n",
      "2020-01-28 09:56:28,390 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 09:56:28,390 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 09:56:28,390 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 09:56:28,390 Validation result at epoch  22, step   129000: bleu:  31.49, loss: 32951.0938, ppl:   3.4975, duration: 88.9430s\n",
      "2020-01-28 09:56:58,711 Epoch  22 Step:   129100 Batch Loss:     1.476921 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 09:57:28,738 Epoch  22 Step:   129200 Batch Loss:     1.372673 Tokens per Sec:     7718, Lr: 0.000300\n",
      "2020-01-28 09:57:58,945 Epoch  22 Step:   129300 Batch Loss:     1.364663 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-28 09:58:29,076 Epoch  22 Step:   129400 Batch Loss:     1.310496 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-28 09:58:59,329 Epoch  22 Step:   129500 Batch Loss:     1.407204 Tokens per Sec:     7732, Lr: 0.000300\n",
      "2020-01-28 09:59:29,599 Epoch  22 Step:   129600 Batch Loss:     1.282243 Tokens per Sec:     7673, Lr: 0.000300\n",
      "2020-01-28 09:59:59,503 Epoch  22 Step:   129700 Batch Loss:     1.375341 Tokens per Sec:     7650, Lr: 0.000300\n",
      "2020-01-28 10:00:29,665 Epoch  22 Step:   129800 Batch Loss:     1.515503 Tokens per Sec:     7753, Lr: 0.000300\n",
      "2020-01-28 10:00:59,569 Epoch  22 Step:   129900 Batch Loss:     1.450302 Tokens per Sec:     7585, Lr: 0.000300\n",
      "2020-01-28 10:01:29,959 Epoch  22 Step:   130000 Batch Loss:     1.728827 Tokens per Sec:     7734, Lr: 0.000300\n",
      "2020-01-28 10:02:58,979 Example #0\n",
      "2020-01-28 10:02:58,979 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:02:58,979 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:02:58,979 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 10:02:58,980 Example #1\n",
      "2020-01-28 10:02:58,980 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:02:58,980 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:02:58,980 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 10:02:58,980 Example #2\n",
      "2020-01-28 10:02:58,980 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:02:58,980 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:02:58,980 \tHypothesis: Azali kokende na Eteyelo ya Escuela , to Eteyelo ya New Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:02:58,981 Example #3\n",
      "2020-01-28 10:02:58,981 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:02:58,981 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:02:58,981 \tHypothesis: Natunaki ye ete , Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:02:58,981 Validation result at epoch  22, step   130000: bleu:  31.36, loss: 32886.6641, ppl:   3.4889, duration: 89.0212s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 10:03:28,901 Epoch  22 Step:   130100 Batch Loss:     1.159407 Tokens per Sec:     7524, Lr: 0.000300\n",
      "2020-01-28 10:03:59,223 Epoch  22 Step:   130200 Batch Loss:     1.211293 Tokens per Sec:     7627, Lr: 0.000300\n",
      "2020-01-28 10:04:29,267 Epoch  22 Step:   130300 Batch Loss:     1.123114 Tokens per Sec:     7540, Lr: 0.000300\n",
      "2020-01-28 10:04:59,815 Epoch  22 Step:   130400 Batch Loss:     1.197255 Tokens per Sec:     7780, Lr: 0.000300\n",
      "2020-01-28 10:05:29,717 Epoch  22 Step:   130500 Batch Loss:     1.364272 Tokens per Sec:     7682, Lr: 0.000300\n",
      "2020-01-28 10:06:00,029 Epoch  22 Step:   130600 Batch Loss:     1.544018 Tokens per Sec:     7758, Lr: 0.000300\n",
      "2020-01-28 10:06:29,840 Epoch  22 Step:   130700 Batch Loss:     1.261570 Tokens per Sec:     7584, Lr: 0.000300\n",
      "2020-01-28 10:07:00,086 Epoch  22 Step:   130800 Batch Loss:     1.473506 Tokens per Sec:     7768, Lr: 0.000300\n",
      "2020-01-28 10:07:30,520 Epoch  22 Step:   130900 Batch Loss:     1.445693 Tokens per Sec:     7716, Lr: 0.000300\n",
      "2020-01-28 10:08:00,620 Epoch  22 Step:   131000 Batch Loss:     1.449191 Tokens per Sec:     7640, Lr: 0.000300\n",
      "2020-01-28 10:09:29,598 Example #0\n",
      "2020-01-28 10:09:29,598 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:09:29,598 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:09:29,598 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 10:09:29,598 Example #1\n",
      "2020-01-28 10:09:29,598 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:09:29,598 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:09:29,599 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 10:09:29,599 Example #2\n",
      "2020-01-28 10:09:29,599 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:09:29,599 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:09:29,599 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki bakozwa mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 10:09:29,599 Example #3\n",
      "2020-01-28 10:09:29,599 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:09:29,599 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:09:29,599 \tHypothesis: Motuna moko ya zulunalo Lamuká !\n",
      "2020-01-28 10:09:29,599 Validation result at epoch  22, step   131000: bleu:  31.73, loss: 32890.5273, ppl:   3.4894, duration: 88.9785s\n",
      "2020-01-28 10:09:59,599 Epoch  22 Step:   131100 Batch Loss:     1.488253 Tokens per Sec:     7609, Lr: 0.000300\n",
      "2020-01-28 10:10:30,025 Epoch  22 Step:   131200 Batch Loss:     1.456539 Tokens per Sec:     7745, Lr: 0.000300\n",
      "2020-01-28 10:11:00,256 Epoch  22 Step:   131300 Batch Loss:     1.465917 Tokens per Sec:     7625, Lr: 0.000300\n",
      "2020-01-28 10:11:30,464 Epoch  22 Step:   131400 Batch Loss:     1.375718 Tokens per Sec:     7639, Lr: 0.000300\n",
      "2020-01-28 10:12:00,776 Epoch  22 Step:   131500 Batch Loss:     1.275116 Tokens per Sec:     7759, Lr: 0.000300\n",
      "2020-01-28 10:12:31,240 Epoch  22 Step:   131600 Batch Loss:     1.427031 Tokens per Sec:     7779, Lr: 0.000300\n",
      "2020-01-28 10:13:01,518 Epoch  22 Step:   131700 Batch Loss:     1.770983 Tokens per Sec:     7784, Lr: 0.000300\n",
      "2020-01-28 10:13:31,972 Epoch  22 Step:   131800 Batch Loss:     1.451495 Tokens per Sec:     7706, Lr: 0.000300\n",
      "2020-01-28 10:14:02,369 Epoch  22 Step:   131900 Batch Loss:     1.259692 Tokens per Sec:     7705, Lr: 0.000300\n",
      "2020-01-28 10:14:32,372 Epoch  22 Step:   132000 Batch Loss:     1.402161 Tokens per Sec:     7616, Lr: 0.000300\n",
      "2020-01-28 10:16:01,390 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 10:16:01,390 Saving new checkpoint.\n",
      "2020-01-28 10:16:01,619 Example #0\n",
      "2020-01-28 10:16:01,620 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:16:01,620 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:16:01,620 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 10:16:01,620 Example #1\n",
      "2020-01-28 10:16:01,620 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:16:01,620 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:16:01,620 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 10:16:01,620 Example #2\n",
      "2020-01-28 10:16:01,621 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:16:01,621 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:16:01,621 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:16:01,621 Example #3\n",
      "2020-01-28 10:16:01,621 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:16:01,621 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:16:01,621 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 10:16:01,621 Validation result at epoch  22, step   132000: bleu:  31.86, loss: 32772.8008, ppl:   3.4738, duration: 89.2482s\n",
      "2020-01-28 10:16:31,511 Epoch  22 Step:   132100 Batch Loss:     1.404170 Tokens per Sec:     7595, Lr: 0.000300\n",
      "2020-01-28 10:17:00,376 Epoch  22: total training loss 8342.33\n",
      "2020-01-28 10:17:00,376 EPOCH 23\n",
      "2020-01-28 10:17:02,806 Epoch  23 Step:   132200 Batch Loss:     1.434153 Tokens per Sec:     4808, Lr: 0.000300\n",
      "2020-01-28 10:17:33,060 Epoch  23 Step:   132300 Batch Loss:     1.391926 Tokens per Sec:     7799, Lr: 0.000300\n",
      "2020-01-28 10:18:03,185 Epoch  23 Step:   132400 Batch Loss:     1.325791 Tokens per Sec:     7625, Lr: 0.000300\n",
      "2020-01-28 10:18:33,721 Epoch  23 Step:   132500 Batch Loss:     1.396894 Tokens per Sec:     7739, Lr: 0.000300\n",
      "2020-01-28 10:19:03,759 Epoch  23 Step:   132600 Batch Loss:     1.008098 Tokens per Sec:     7654, Lr: 0.000300\n",
      "2020-01-28 10:19:33,849 Epoch  23 Step:   132700 Batch Loss:     1.610522 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-28 10:20:03,880 Epoch  23 Step:   132800 Batch Loss:     1.368404 Tokens per Sec:     7704, Lr: 0.000300\n",
      "2020-01-28 10:20:34,092 Epoch  23 Step:   132900 Batch Loss:     1.261197 Tokens per Sec:     7763, Lr: 0.000300\n",
      "2020-01-28 10:21:04,259 Epoch  23 Step:   133000 Batch Loss:     1.340581 Tokens per Sec:     7731, Lr: 0.000300\n",
      "2020-01-28 10:22:33,389 Example #0\n",
      "2020-01-28 10:22:33,389 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:22:33,390 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:22:33,390 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 10:22:33,390 Example #1\n",
      "2020-01-28 10:22:33,390 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:22:33,390 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:22:33,390 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 10:22:33,390 Example #2\n",
      "2020-01-28 10:22:33,390 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:22:33,390 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:22:33,390 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:22:33,391 Example #3\n",
      "2020-01-28 10:22:33,391 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:22:33,391 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:22:33,391 \tHypothesis: etunaki ye Lamuká !\n",
      "2020-01-28 10:22:33,391 Validation result at epoch  23, step   133000: bleu:  31.37, loss: 32855.8125, ppl:   3.4848, duration: 89.1307s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 10:23:03,544 Epoch  23 Step:   133100 Batch Loss:     1.202849 Tokens per Sec:     7692, Lr: 0.000300\n",
      "2020-01-28 10:23:33,793 Epoch  23 Step:   133200 Batch Loss:     1.262442 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-28 10:24:03,797 Epoch  23 Step:   133300 Batch Loss:     1.443442 Tokens per Sec:     7492, Lr: 0.000300\n",
      "2020-01-28 10:24:33,854 Epoch  23 Step:   133400 Batch Loss:     1.273207 Tokens per Sec:     7835, Lr: 0.000300\n",
      "2020-01-28 10:25:04,347 Epoch  23 Step:   133500 Batch Loss:     1.223046 Tokens per Sec:     7754, Lr: 0.000300\n",
      "2020-01-28 10:25:34,574 Epoch  23 Step:   133600 Batch Loss:     1.223988 Tokens per Sec:     7744, Lr: 0.000300\n",
      "2020-01-28 10:26:04,584 Epoch  23 Step:   133700 Batch Loss:     1.569224 Tokens per Sec:     7557, Lr: 0.000300\n",
      "2020-01-28 10:26:34,720 Epoch  23 Step:   133800 Batch Loss:     1.602498 Tokens per Sec:     7696, Lr: 0.000300\n",
      "2020-01-28 10:27:04,332 Epoch  23 Step:   133900 Batch Loss:     1.517030 Tokens per Sec:     7483, Lr: 0.000300\n",
      "2020-01-28 10:27:34,850 Epoch  23 Step:   134000 Batch Loss:     1.322491 Tokens per Sec:     7712, Lr: 0.000300\n",
      "2020-01-28 10:29:03,880 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 10:29:03,880 Saving new checkpoint.\n",
      "2020-01-28 10:29:04,106 Example #0\n",
      "2020-01-28 10:29:04,106 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:29:04,107 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:29:04,107 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 10:29:04,107 Example #1\n",
      "2020-01-28 10:29:04,107 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:29:04,107 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:29:04,107 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 10:29:04,107 Example #2\n",
      "2020-01-28 10:29:04,107 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:29:04,107 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:29:04,107 \tHypothesis: Akei na eteyelo moko ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa mwa mikolo mpo na kozwa mwa ntango ya kotánga kelasi ya mokolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 10:29:04,108 Example #3\n",
      "2020-01-28 10:29:04,108 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:29:04,108 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:29:04,108 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 10:29:04,108 Validation result at epoch  23, step   134000: bleu:  31.86, loss: 32762.8477, ppl:   3.4725, duration: 89.2571s\n",
      "2020-01-28 10:29:34,269 Epoch  23 Step:   134100 Batch Loss:     1.336443 Tokens per Sec:     7769, Lr: 0.000300\n",
      "2020-01-28 10:30:04,453 Epoch  23 Step:   134200 Batch Loss:     1.337973 Tokens per Sec:     7597, Lr: 0.000300\n",
      "2020-01-28 10:30:34,692 Epoch  23 Step:   134300 Batch Loss:     1.475251 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-28 10:31:04,789 Epoch  23 Step:   134400 Batch Loss:     1.298008 Tokens per Sec:     7675, Lr: 0.000300\n",
      "2020-01-28 10:31:34,982 Epoch  23 Step:   134500 Batch Loss:     1.521899 Tokens per Sec:     7647, Lr: 0.000300\n",
      "2020-01-28 10:32:05,097 Epoch  23 Step:   134600 Batch Loss:     1.580766 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-28 10:32:35,107 Epoch  23 Step:   134700 Batch Loss:     1.361073 Tokens per Sec:     7799, Lr: 0.000300\n",
      "2020-01-28 10:33:05,232 Epoch  23 Step:   134800 Batch Loss:     1.343142 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 10:33:35,624 Epoch  23 Step:   134900 Batch Loss:     1.484251 Tokens per Sec:     7856, Lr: 0.000300\n",
      "2020-01-28 10:34:05,810 Epoch  23 Step:   135000 Batch Loss:     1.293050 Tokens per Sec:     7556, Lr: 0.000300\n",
      "2020-01-28 10:35:34,786 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 10:35:34,787 Saving new checkpoint.\n",
      "2020-01-28 10:35:35,015 Example #0\n",
      "2020-01-28 10:35:35,015 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:35:35,016 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:35:35,016 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 10:35:35,016 Example #1\n",
      "2020-01-28 10:35:35,016 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:35:35,016 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:35:35,016 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 10:35:35,016 Example #2\n",
      "2020-01-28 10:35:35,016 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:35:35,016 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:35:35,016 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa bikateli soki basengeli kozwa mwa mikolo , elingi koloba makambo oyo bato mingi basalaka , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 10:35:35,017 Example #3\n",
      "2020-01-28 10:35:35,017 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:35:35,017 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:35:35,017 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 10:35:35,017 Validation result at epoch  23, step   135000: bleu:  31.64, loss: 32709.5000, ppl:   3.4655, duration: 89.2062s\n",
      "2020-01-28 10:36:05,180 Epoch  23 Step:   135100 Batch Loss:     1.467928 Tokens per Sec:     7605, Lr: 0.000300\n",
      "2020-01-28 10:36:35,316 Epoch  23 Step:   135200 Batch Loss:     1.470724 Tokens per Sec:     7744, Lr: 0.000300\n",
      "2020-01-28 10:37:05,636 Epoch  23 Step:   135300 Batch Loss:     1.237186 Tokens per Sec:     7814, Lr: 0.000300\n",
      "2020-01-28 10:37:35,667 Epoch  23 Step:   135400 Batch Loss:     1.364270 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 10:38:05,710 Epoch  23 Step:   135500 Batch Loss:     1.381896 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-28 10:38:35,853 Epoch  23 Step:   135600 Batch Loss:     1.460272 Tokens per Sec:     7698, Lr: 0.000300\n",
      "2020-01-28 10:39:05,733 Epoch  23 Step:   135700 Batch Loss:     1.472773 Tokens per Sec:     7745, Lr: 0.000300\n",
      "2020-01-28 10:39:36,183 Epoch  23 Step:   135800 Batch Loss:     1.231465 Tokens per Sec:     7708, Lr: 0.000300\n",
      "2020-01-28 10:40:06,125 Epoch  23 Step:   135900 Batch Loss:     1.402580 Tokens per Sec:     7640, Lr: 0.000300\n",
      "2020-01-28 10:40:36,326 Epoch  23 Step:   136000 Batch Loss:     1.436894 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 10:42:05,343 Example #0\n",
      "2020-01-28 10:42:05,343 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:42:05,344 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:42:05,344 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 10:42:05,344 Example #1\n",
      "2020-01-28 10:42:05,344 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:42:05,344 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:42:05,344 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 10:42:05,344 Example #2\n",
      "2020-01-28 10:42:05,344 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:42:05,345 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:42:05,345 \tHypothesis: Akei na Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli kozwa mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:42:05,345 Example #3\n",
      "2020-01-28 10:42:05,345 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:42:05,345 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:42:05,345 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 10:42:05,345 Validation result at epoch  23, step   136000: bleu:  32.07, loss: 32723.3438, ppl:   3.4673, duration: 89.0182s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 10:42:35,386 Epoch  23 Step:   136100 Batch Loss:     1.136334 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-28 10:43:05,516 Epoch  23 Step:   136200 Batch Loss:     1.497204 Tokens per Sec:     7758, Lr: 0.000300\n",
      "2020-01-28 10:43:35,367 Epoch  23 Step:   136300 Batch Loss:     1.264212 Tokens per Sec:     7559, Lr: 0.000300\n",
      "2020-01-28 10:44:05,041 Epoch  23 Step:   136400 Batch Loss:     1.540914 Tokens per Sec:     7496, Lr: 0.000300\n",
      "2020-01-28 10:44:34,944 Epoch  23 Step:   136500 Batch Loss:     1.545805 Tokens per Sec:     7577, Lr: 0.000300\n",
      "2020-01-28 10:45:05,370 Epoch  23 Step:   136600 Batch Loss:     1.430990 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 10:45:35,726 Epoch  23 Step:   136700 Batch Loss:     1.221394 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 10:46:05,890 Epoch  23 Step:   136800 Batch Loss:     1.396706 Tokens per Sec:     7653, Lr: 0.000300\n",
      "2020-01-28 10:46:36,078 Epoch  23 Step:   136900 Batch Loss:     1.455374 Tokens per Sec:     7598, Lr: 0.000300\n",
      "2020-01-28 10:47:06,173 Epoch  23 Step:   137000 Batch Loss:     1.546130 Tokens per Sec:     7710, Lr: 0.000300\n",
      "2020-01-28 10:48:35,164 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 10:48:35,165 Saving new checkpoint.\n",
      "2020-01-28 10:48:35,392 Example #0\n",
      "2020-01-28 10:48:35,392 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:48:35,392 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:48:35,392 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 10:48:35,392 Example #1\n",
      "2020-01-28 10:48:35,393 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:48:35,393 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:48:35,393 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 10:48:35,393 Example #2\n",
      "2020-01-28 10:48:35,393 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:48:35,393 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:48:35,393 \tHypothesis: Akendaka na Escuela Nueva , to Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo na kelasi ya mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 10:48:35,393 Example #3\n",
      "2020-01-28 10:48:35,393 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:48:35,394 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:48:35,394 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 10:48:35,394 Validation result at epoch  23, step   137000: bleu:  31.61, loss: 32601.8223, ppl:   3.4513, duration: 89.2197s\n",
      "2020-01-28 10:49:05,860 Epoch  23 Step:   137100 Batch Loss:     1.495683 Tokens per Sec:     7712, Lr: 0.000300\n",
      "2020-01-28 10:49:36,152 Epoch  23 Step:   137200 Batch Loss:     1.167079 Tokens per Sec:     7739, Lr: 0.000300\n",
      "2020-01-28 10:50:06,187 Epoch  23 Step:   137300 Batch Loss:     1.372313 Tokens per Sec:     7685, Lr: 0.000300\n",
      "2020-01-28 10:50:36,429 Epoch  23 Step:   137400 Batch Loss:     1.308056 Tokens per Sec:     7711, Lr: 0.000300\n",
      "2020-01-28 10:51:06,515 Epoch  23 Step:   137500 Batch Loss:     1.339140 Tokens per Sec:     7570, Lr: 0.000300\n",
      "2020-01-28 10:51:36,625 Epoch  23 Step:   137600 Batch Loss:     1.461867 Tokens per Sec:     7605, Lr: 0.000300\n",
      "2020-01-28 10:52:06,517 Epoch  23 Step:   137700 Batch Loss:     1.249089 Tokens per Sec:     7457, Lr: 0.000300\n",
      "2020-01-28 10:52:36,490 Epoch  23 Step:   137800 Batch Loss:     1.284852 Tokens per Sec:     7619, Lr: 0.000300\n",
      "2020-01-28 10:53:06,652 Epoch  23 Step:   137900 Batch Loss:     1.287195 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 10:53:37,040 Epoch  23 Step:   138000 Batch Loss:     1.351774 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-28 10:55:06,048 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 10:55:06,048 Saving new checkpoint.\n",
      "2020-01-28 10:55:06,281 Example #0\n",
      "2020-01-28 10:55:06,281 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 10:55:06,281 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 10:55:06,282 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 10:55:06,282 Example #1\n",
      "2020-01-28 10:55:06,282 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 10:55:06,282 \tReference:  Yehova akumisami\n",
      "2020-01-28 10:55:06,282 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 10:55:06,282 Example #2\n",
      "2020-01-28 10:55:06,282 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 10:55:06,282 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:55:06,282 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa mwa ntango ya kotánga kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 10:55:06,283 Example #3\n",
      "2020-01-28 10:55:06,283 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 10:55:06,283 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 10:55:06,283 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 10:55:06,283 Validation result at epoch  23, step   138000: bleu:  32.18, loss: 32599.8574, ppl:   3.4511, duration: 89.2426s\n",
      "2020-01-28 10:55:36,561 Epoch  23 Step:   138100 Batch Loss:     1.310987 Tokens per Sec:     7686, Lr: 0.000300\n",
      "2020-01-28 10:56:06,632 Epoch  23 Step:   138200 Batch Loss:     1.258950 Tokens per Sec:     7780, Lr: 0.000300\n",
      "2020-01-28 10:56:09,316 Epoch  23: total training loss 8297.06\n",
      "2020-01-28 10:56:09,316 EPOCH 24\n",
      "2020-01-28 10:56:37,140 Epoch  24 Step:   138300 Batch Loss:     1.129077 Tokens per Sec:     7360, Lr: 0.000300\n",
      "2020-01-28 10:57:07,386 Epoch  24 Step:   138400 Batch Loss:     1.434477 Tokens per Sec:     7592, Lr: 0.000300\n",
      "2020-01-28 10:57:37,730 Epoch  24 Step:   138500 Batch Loss:     1.403858 Tokens per Sec:     7734, Lr: 0.000300\n",
      "2020-01-28 10:58:07,590 Epoch  24 Step:   138600 Batch Loss:     1.411625 Tokens per Sec:     7615, Lr: 0.000300\n",
      "2020-01-28 10:58:37,885 Epoch  24 Step:   138700 Batch Loss:     1.499675 Tokens per Sec:     7719, Lr: 0.000300\n",
      "2020-01-28 10:59:08,194 Epoch  24 Step:   138800 Batch Loss:     1.260531 Tokens per Sec:     7696, Lr: 0.000300\n",
      "2020-01-28 10:59:38,474 Epoch  24 Step:   138900 Batch Loss:     1.504991 Tokens per Sec:     7604, Lr: 0.000300\n",
      "2020-01-28 11:00:08,625 Epoch  24 Step:   139000 Batch Loss:     1.216301 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 11:01:37,737 Example #0\n",
      "2020-01-28 11:01:37,738 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:01:37,738 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:01:37,738 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 11:01:37,738 Example #1\n",
      "2020-01-28 11:01:37,738 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:01:37,738 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:01:37,738 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 11:01:37,738 Example #2\n",
      "2020-01-28 11:01:37,739 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:01:37,739 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:01:37,739 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kobungisa mwa mikolo , elingi koloba makambo oyo bato mingi basalaka , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:01:37,739 Example #3\n",
      "2020-01-28 11:01:37,739 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:01:37,739 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:01:37,739 \tHypothesis: Tosɛngaki mokomi moko ya Lamuká !\n",
      "2020-01-28 11:01:37,739 Validation result at epoch  24, step   139000: bleu:  31.40, loss: 32645.0020, ppl:   3.4570, duration: 89.1133s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 11:02:08,002 Epoch  24 Step:   139100 Batch Loss:     1.577124 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 11:02:37,941 Epoch  24 Step:   139200 Batch Loss:     1.378914 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 11:03:07,701 Epoch  24 Step:   139300 Batch Loss:     1.326116 Tokens per Sec:     7652, Lr: 0.000300\n",
      "2020-01-28 11:03:37,815 Epoch  24 Step:   139400 Batch Loss:     1.358847 Tokens per Sec:     7703, Lr: 0.000300\n",
      "2020-01-28 11:04:08,075 Epoch  24 Step:   139500 Batch Loss:     1.320242 Tokens per Sec:     7751, Lr: 0.000300\n",
      "2020-01-28 11:04:38,669 Epoch  24 Step:   139600 Batch Loss:     1.449343 Tokens per Sec:     7762, Lr: 0.000300\n",
      "2020-01-28 11:05:08,647 Epoch  24 Step:   139700 Batch Loss:     1.513515 Tokens per Sec:     7625, Lr: 0.000300\n",
      "2020-01-28 11:05:38,729 Epoch  24 Step:   139800 Batch Loss:     1.426661 Tokens per Sec:     7597, Lr: 0.000300\n",
      "2020-01-28 11:06:08,327 Epoch  24 Step:   139900 Batch Loss:     1.232734 Tokens per Sec:     7503, Lr: 0.000300\n",
      "2020-01-28 11:06:38,461 Epoch  24 Step:   140000 Batch Loss:     1.425049 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 11:08:07,511 Example #0\n",
      "2020-01-28 11:08:07,511 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:08:07,512 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:08:07,512 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 11:08:07,512 Example #1\n",
      "2020-01-28 11:08:07,512 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:08:07,512 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:08:07,512 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 11:08:07,512 Example #2\n",
      "2020-01-28 11:08:07,512 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:08:07,512 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:08:07,513 \tHypothesis: Akei na Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa kelasi ya mokolo mobimba , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:08:07,513 Example #3\n",
      "2020-01-28 11:08:07,513 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:08:07,513 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:08:07,513 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 11:08:07,513 Validation result at epoch  24, step   140000: bleu:  31.49, loss: 32664.5332, ppl:   3.4596, duration: 89.0511s\n",
      "2020-01-28 11:08:37,792 Epoch  24 Step:   140100 Batch Loss:     1.347590 Tokens per Sec:     7670, Lr: 0.000300\n",
      "2020-01-28 11:09:07,783 Epoch  24 Step:   140200 Batch Loss:     1.457170 Tokens per Sec:     7659, Lr: 0.000300\n",
      "2020-01-28 11:09:37,770 Epoch  24 Step:   140300 Batch Loss:     1.363693 Tokens per Sec:     7779, Lr: 0.000300\n",
      "2020-01-28 11:10:07,827 Epoch  24 Step:   140400 Batch Loss:     1.261590 Tokens per Sec:     7633, Lr: 0.000300\n",
      "2020-01-28 11:10:38,149 Epoch  24 Step:   140500 Batch Loss:     1.368276 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 11:11:08,372 Epoch  24 Step:   140600 Batch Loss:     1.426898 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-28 11:11:38,614 Epoch  24 Step:   140700 Batch Loss:     1.376035 Tokens per Sec:     7724, Lr: 0.000300\n",
      "2020-01-28 11:12:08,533 Epoch  24 Step:   140800 Batch Loss:     1.502854 Tokens per Sec:     7492, Lr: 0.000300\n",
      "2020-01-28 11:12:38,850 Epoch  24 Step:   140900 Batch Loss:     1.457393 Tokens per Sec:     7813, Lr: 0.000300\n",
      "2020-01-28 11:13:08,885 Epoch  24 Step:   141000 Batch Loss:     1.401011 Tokens per Sec:     7738, Lr: 0.000300\n",
      "2020-01-28 11:14:37,920 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 11:14:37,921 Saving new checkpoint.\n",
      "2020-01-28 11:14:38,148 Example #0\n",
      "2020-01-28 11:14:38,148 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:14:38,148 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:14:38,148 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 11:14:38,148 Example #1\n",
      "2020-01-28 11:14:38,149 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:14:38,149 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:14:38,149 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 11:14:38,149 Example #2\n",
      "2020-01-28 11:14:38,149 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:14:38,149 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:14:38,149 \tHypothesis: Akei na Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 11:14:38,150 Example #3\n",
      "2020-01-28 11:14:38,150 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:14:38,150 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:14:38,150 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 11:14:38,150 Validation result at epoch  24, step   141000: bleu:  31.46, loss: 32502.6641, ppl:   3.4384, duration: 89.2641s\n",
      "2020-01-28 11:15:08,435 Epoch  24 Step:   141100 Batch Loss:     1.308878 Tokens per Sec:     7699, Lr: 0.000300\n",
      "2020-01-28 11:15:38,220 Epoch  24 Step:   141200 Batch Loss:     1.374990 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 11:16:08,525 Epoch  24 Step:   141300 Batch Loss:     1.432447 Tokens per Sec:     7771, Lr: 0.000300\n",
      "2020-01-28 11:16:38,632 Epoch  24 Step:   141400 Batch Loss:     1.323140 Tokens per Sec:     7527, Lr: 0.000300\n",
      "2020-01-28 11:17:08,980 Epoch  24 Step:   141500 Batch Loss:     1.241039 Tokens per Sec:     7784, Lr: 0.000300\n",
      "2020-01-28 11:17:39,234 Epoch  24 Step:   141600 Batch Loss:     1.381762 Tokens per Sec:     7696, Lr: 0.000300\n",
      "2020-01-28 11:18:09,536 Epoch  24 Step:   141700 Batch Loss:     1.250472 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 11:18:39,371 Epoch  24 Step:   141800 Batch Loss:     1.351498 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 11:19:09,297 Epoch  24 Step:   141900 Batch Loss:     1.465858 Tokens per Sec:     7625, Lr: 0.000300\n",
      "2020-01-28 11:19:39,367 Epoch  24 Step:   142000 Batch Loss:     1.263346 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 11:21:08,428 Example #0\n",
      "2020-01-28 11:21:08,429 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:21:08,429 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:21:08,429 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 11:21:08,429 Example #1\n",
      "2020-01-28 11:21:08,429 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:21:08,429 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:21:08,429 \tHypothesis: Yehova amonisami polele\n",
      "2020-01-28 11:21:08,429 Example #2\n",
      "2020-01-28 11:21:08,430 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:21:08,430 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:21:08,430 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa mbongo soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:21:08,430 Example #3\n",
      "2020-01-28 11:21:08,430 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:21:08,430 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:21:08,430 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 11:21:08,430 Validation result at epoch  24, step   142000: bleu:  31.71, loss: 32540.7109, ppl:   3.4433, duration: 89.0624s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 11:21:38,812 Epoch  24 Step:   142100 Batch Loss:     1.507968 Tokens per Sec:     7746, Lr: 0.000300\n",
      "2020-01-28 11:22:09,181 Epoch  24 Step:   142200 Batch Loss:     1.475390 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-28 11:22:39,630 Epoch  24 Step:   142300 Batch Loss:     1.359644 Tokens per Sec:     7787, Lr: 0.000300\n",
      "2020-01-28 11:23:10,097 Epoch  24 Step:   142400 Batch Loss:     1.285107 Tokens per Sec:     7752, Lr: 0.000300\n",
      "2020-01-28 11:23:40,555 Epoch  24 Step:   142500 Batch Loss:     1.409638 Tokens per Sec:     7701, Lr: 0.000300\n",
      "2020-01-28 11:24:10,614 Epoch  24 Step:   142600 Batch Loss:     1.520725 Tokens per Sec:     7666, Lr: 0.000300\n",
      "2020-01-28 11:24:40,727 Epoch  24 Step:   142700 Batch Loss:     1.319850 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-28 11:25:10,681 Epoch  24 Step:   142800 Batch Loss:     1.464732 Tokens per Sec:     7587, Lr: 0.000300\n",
      "2020-01-28 11:25:40,876 Epoch  24 Step:   142900 Batch Loss:     1.405507 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 11:26:11,223 Epoch  24 Step:   143000 Batch Loss:     1.319025 Tokens per Sec:     7734, Lr: 0.000300\n",
      "2020-01-28 11:27:40,226 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 11:27:40,226 Saving new checkpoint.\n",
      "2020-01-28 11:27:40,452 Example #0\n",
      "2020-01-28 11:27:40,453 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:27:40,453 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:27:40,453 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 11:27:40,453 Example #1\n",
      "2020-01-28 11:27:40,453 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:27:40,453 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:27:40,453 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 11:27:40,453 Example #2\n",
      "2020-01-28 11:27:40,454 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:27:40,454 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:27:40,454 \tHypothesis: Akei na Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozwa mwa mikolo na eteyelo ya mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:27:40,454 Example #3\n",
      "2020-01-28 11:27:40,454 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:27:40,454 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:27:40,454 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 11:27:40,454 Validation result at epoch  24, step   143000: bleu:  31.66, loss: 32388.5605, ppl:   3.4235, duration: 89.2304s\n",
      "2020-01-28 11:28:10,390 Epoch  24 Step:   143100 Batch Loss:     1.498842 Tokens per Sec:     7496, Lr: 0.000300\n",
      "2020-01-28 11:28:40,559 Epoch  24 Step:   143200 Batch Loss:     1.481857 Tokens per Sec:     7782, Lr: 0.000300\n",
      "2020-01-28 11:29:10,488 Epoch  24 Step:   143300 Batch Loss:     1.258955 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-28 11:29:40,360 Epoch  24 Step:   143400 Batch Loss:     1.592380 Tokens per Sec:     7596, Lr: 0.000300\n",
      "2020-01-28 11:30:10,728 Epoch  24 Step:   143500 Batch Loss:     1.291348 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 11:30:40,736 Epoch  24 Step:   143600 Batch Loss:     1.366247 Tokens per Sec:     7589, Lr: 0.000300\n",
      "2020-01-28 11:31:11,337 Epoch  24 Step:   143700 Batch Loss:     1.579609 Tokens per Sec:     7844, Lr: 0.000300\n",
      "2020-01-28 11:31:41,645 Epoch  24 Step:   143800 Batch Loss:     1.466207 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 11:32:12,189 Epoch  24 Step:   143900 Batch Loss:     1.325636 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-28 11:32:42,315 Epoch  24 Step:   144000 Batch Loss:     1.243032 Tokens per Sec:     7736, Lr: 0.000300\n",
      "2020-01-28 11:34:11,320 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 11:34:11,320 Saving new checkpoint.\n",
      "2020-01-28 11:34:11,549 Example #0\n",
      "2020-01-28 11:34:11,549 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:34:11,549 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:34:11,549 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 11:34:11,550 Example #1\n",
      "2020-01-28 11:34:11,550 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:34:11,550 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:34:11,550 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 11:34:11,550 Example #2\n",
      "2020-01-28 11:34:11,550 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:34:11,550 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:34:11,550 \tHypothesis: Akendaka na Eteyelo ya Escuela Nueva , to Eteyelo ya New York , oyo esalemi na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:34:11,550 Example #3\n",
      "2020-01-28 11:34:11,551 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:34:11,551 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:34:11,551 \tHypothesis: etunaki mokomi moko ya zulunalo Lamuká !\n",
      "2020-01-28 11:34:11,551 Validation result at epoch  24, step   144000: bleu:  31.73, loss: 32382.9453, ppl:   3.4228, duration: 89.2355s\n",
      "2020-01-28 11:34:41,843 Epoch  24 Step:   144100 Batch Loss:     1.553062 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 11:35:12,442 Epoch  24 Step:   144200 Batch Loss:     1.256984 Tokens per Sec:     7846, Lr: 0.000300\n",
      "2020-01-28 11:35:17,872 Epoch  24: total training loss 8244.88\n",
      "2020-01-28 11:35:17,873 EPOCH 25\n",
      "2020-01-28 11:35:43,421 Epoch  25 Step:   144300 Batch Loss:     1.468155 Tokens per Sec:     7305, Lr: 0.000300\n",
      "2020-01-28 11:36:13,399 Epoch  25 Step:   144400 Batch Loss:     1.333050 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 11:36:43,551 Epoch  25 Step:   144500 Batch Loss:     1.199564 Tokens per Sec:     7648, Lr: 0.000300\n",
      "2020-01-28 11:37:13,737 Epoch  25 Step:   144600 Batch Loss:     1.269914 Tokens per Sec:     7716, Lr: 0.000300\n",
      "2020-01-28 11:37:44,039 Epoch  25 Step:   144700 Batch Loss:     1.407488 Tokens per Sec:     7724, Lr: 0.000300\n",
      "2020-01-28 11:38:14,485 Epoch  25 Step:   144800 Batch Loss:     1.205938 Tokens per Sec:     7773, Lr: 0.000300\n",
      "2020-01-28 11:38:44,540 Epoch  25 Step:   144900 Batch Loss:     1.267490 Tokens per Sec:     7677, Lr: 0.000300\n",
      "2020-01-28 11:39:15,068 Epoch  25 Step:   145000 Batch Loss:     1.286978 Tokens per Sec:     7780, Lr: 0.000300\n",
      "2020-01-28 11:40:44,148 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 11:40:44,148 Saving new checkpoint.\n",
      "2020-01-28 11:40:44,372 Example #0\n",
      "2020-01-28 11:40:44,372 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:40:44,372 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:40:44,372 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 11:40:44,372 Example #1\n",
      "2020-01-28 11:40:44,373 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:40:44,373 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:40:44,373 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 11:40:44,373 Example #2\n",
      "2020-01-28 11:40:44,373 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:40:44,373 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:40:44,373 \tHypothesis: Azali kokende na eteyelo moko ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:40:44,373 Example #3\n",
      "2020-01-28 11:40:44,373 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:40:44,373 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:40:44,373 \tHypothesis: Tuná mokomi moko ya zulunalo Lamuká !\n",
      "2020-01-28 11:40:44,374 Validation result at epoch  25, step   145000: bleu:  31.79, loss: 32361.5723, ppl:   3.4200, duration: 89.3046s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 11:41:14,454 Epoch  25 Step:   145100 Batch Loss:     1.399918 Tokens per Sec:     7586, Lr: 0.000300\n",
      "2020-01-28 11:41:44,422 Epoch  25 Step:   145200 Batch Loss:     1.322168 Tokens per Sec:     7604, Lr: 0.000300\n",
      "2020-01-28 11:42:14,814 Epoch  25 Step:   145300 Batch Loss:     1.346090 Tokens per Sec:     7806, Lr: 0.000300\n",
      "2020-01-28 11:42:44,888 Epoch  25 Step:   145400 Batch Loss:     1.166536 Tokens per Sec:     7620, Lr: 0.000300\n",
      "2020-01-28 11:43:15,399 Epoch  25 Step:   145500 Batch Loss:     1.245997 Tokens per Sec:     7688, Lr: 0.000300\n",
      "2020-01-28 11:43:45,687 Epoch  25 Step:   145600 Batch Loss:     1.302584 Tokens per Sec:     7782, Lr: 0.000300\n",
      "2020-01-28 11:44:15,843 Epoch  25 Step:   145700 Batch Loss:     1.508028 Tokens per Sec:     7709, Lr: 0.000300\n",
      "2020-01-28 11:44:45,729 Epoch  25 Step:   145800 Batch Loss:     1.333077 Tokens per Sec:     7662, Lr: 0.000300\n",
      "2020-01-28 11:45:16,102 Epoch  25 Step:   145900 Batch Loss:     1.329153 Tokens per Sec:     7704, Lr: 0.000300\n",
      "2020-01-28 11:45:45,863 Epoch  25 Step:   146000 Batch Loss:     1.359197 Tokens per Sec:     7624, Lr: 0.000300\n",
      "2020-01-28 11:47:14,948 Example #0\n",
      "2020-01-28 11:47:14,949 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:47:14,949 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:47:14,949 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 11:47:14,949 Example #1\n",
      "2020-01-28 11:47:14,949 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:47:14,949 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:47:14,949 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 11:47:14,949 Example #2\n",
      "2020-01-28 11:47:14,950 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:47:14,950 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:47:14,950 \tHypothesis: Akei na Escuela Nueva , to na Eteyelo ya sika , oyo ezali na ebongiseli moko ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli kozwa mwa mikolo na eteyelo ya mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:47:14,950 Example #3\n",
      "2020-01-28 11:47:14,950 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:47:14,950 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:47:14,950 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 11:47:14,950 Validation result at epoch  25, step   146000: bleu:  31.57, loss: 32512.6758, ppl:   3.4397, duration: 89.0863s\n",
      "2020-01-28 11:47:45,003 Epoch  25 Step:   146100 Batch Loss:     1.378364 Tokens per Sec:     7618, Lr: 0.000300\n",
      "2020-01-28 11:48:15,233 Epoch  25 Step:   146200 Batch Loss:     1.390054 Tokens per Sec:     7679, Lr: 0.000300\n",
      "2020-01-28 11:48:45,216 Epoch  25 Step:   146300 Batch Loss:     1.485510 Tokens per Sec:     7660, Lr: 0.000300\n",
      "2020-01-28 11:49:15,564 Epoch  25 Step:   146400 Batch Loss:     1.305026 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 11:49:45,637 Epoch  25 Step:   146500 Batch Loss:     1.201642 Tokens per Sec:     7588, Lr: 0.000300\n",
      "2020-01-28 11:50:15,738 Epoch  25 Step:   146600 Batch Loss:     1.448207 Tokens per Sec:     7621, Lr: 0.000300\n",
      "2020-01-28 11:50:46,272 Epoch  25 Step:   146700 Batch Loss:     1.354352 Tokens per Sec:     7850, Lr: 0.000300\n",
      "2020-01-28 11:51:16,436 Epoch  25 Step:   146800 Batch Loss:     1.306985 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 11:51:47,020 Epoch  25 Step:   146900 Batch Loss:     1.397169 Tokens per Sec:     7799, Lr: 0.000300\n",
      "2020-01-28 11:52:17,427 Epoch  25 Step:   147000 Batch Loss:     1.452629 Tokens per Sec:     7771, Lr: 0.000300\n",
      "2020-01-28 11:53:46,445 Example #0\n",
      "2020-01-28 11:53:46,445 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 11:53:46,445 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 11:53:46,445 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 11:53:46,445 Example #1\n",
      "2020-01-28 11:53:46,446 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 11:53:46,446 \tReference:  Yehova akumisami\n",
      "2020-01-28 11:53:46,446 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 11:53:46,446 Example #2\n",
      "2020-01-28 11:53:46,446 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 11:53:46,446 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 11:53:46,446 \tHypothesis: Akei na Escuela Nueva , to na Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kolekisa mwa mikolo na kelasi ya mokolo ​ — likambo oyo esalemaka mingi , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 11:53:46,446 Example #3\n",
      "2020-01-28 11:53:46,446 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 11:53:46,446 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 11:53:46,447 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 11:53:46,447 Validation result at epoch  25, step   147000: bleu:  32.34, loss: 32401.4902, ppl:   3.4252, duration: 89.0189s\n",
      "2020-01-28 11:54:16,028 Epoch  25 Step:   147100 Batch Loss:     1.443367 Tokens per Sec:     7512, Lr: 0.000300\n",
      "2020-01-28 11:54:46,537 Epoch  25 Step:   147200 Batch Loss:     1.413200 Tokens per Sec:     7787, Lr: 0.000300\n",
      "2020-01-28 11:55:16,777 Epoch  25 Step:   147300 Batch Loss:     1.224210 Tokens per Sec:     7672, Lr: 0.000300\n",
      "2020-01-28 11:55:46,628 Epoch  25 Step:   147400 Batch Loss:     1.210524 Tokens per Sec:     7603, Lr: 0.000300\n",
      "2020-01-28 11:56:16,745 Epoch  25 Step:   147500 Batch Loss:     1.286315 Tokens per Sec:     7573, Lr: 0.000300\n",
      "2020-01-28 11:56:46,665 Epoch  25 Step:   147600 Batch Loss:     1.370046 Tokens per Sec:     7647, Lr: 0.000300\n",
      "2020-01-28 11:57:16,452 Epoch  25 Step:   147700 Batch Loss:     1.339757 Tokens per Sec:     7611, Lr: 0.000300\n",
      "2020-01-28 11:57:46,898 Epoch  25 Step:   147800 Batch Loss:     1.277526 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 11:58:16,994 Epoch  25 Step:   147900 Batch Loss:     1.298410 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 11:58:46,935 Epoch  25 Step:   148000 Batch Loss:     1.440201 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 12:00:15,933 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 12:00:15,934 Saving new checkpoint.\n",
      "2020-01-28 12:00:16,161 Example #0\n",
      "2020-01-28 12:00:16,162 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:00:16,162 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:00:16,162 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 12:00:16,162 Example #1\n",
      "2020-01-28 12:00:16,162 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:00:16,162 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:00:16,162 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 12:00:16,162 Example #2\n",
      "2020-01-28 12:00:16,163 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:00:16,163 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:00:16,163 \tHypothesis: Akei na eteyelo moko ya Escuela Nueva , to Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kolekisa mwa mikolo na eteyelo ya bana mike , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:00:16,163 Example #3\n",
      "2020-01-28 12:00:16,163 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:00:16,163 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:00:16,163 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:00:16,163 Validation result at epoch  25, step   148000: bleu:  32.13, loss: 32242.3516, ppl:   3.4045, duration: 89.2278s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 12:00:46,512 Epoch  25 Step:   148100 Batch Loss:     1.297641 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 12:01:16,929 Epoch  25 Step:   148200 Batch Loss:     1.351024 Tokens per Sec:     7726, Lr: 0.000300\n",
      "2020-01-28 12:01:47,057 Epoch  25 Step:   148300 Batch Loss:     1.012181 Tokens per Sec:     7588, Lr: 0.000300\n",
      "2020-01-28 12:02:47,266 Epoch  25 Step:   148500 Batch Loss:     1.611008 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 12:03:17,291 Epoch  25 Step:   148600 Batch Loss:     1.349203 Tokens per Sec:     7605, Lr: 0.000300\n",
      "2020-01-28 12:03:47,715 Epoch  25 Step:   148700 Batch Loss:     1.709758 Tokens per Sec:     7696, Lr: 0.000300\n",
      "2020-01-28 12:04:17,754 Epoch  25 Step:   148800 Batch Loss:     1.583039 Tokens per Sec:     7602, Lr: 0.000300\n",
      "2020-01-28 12:04:48,002 Epoch  25 Step:   148900 Batch Loss:     1.353343 Tokens per Sec:     7727, Lr: 0.000300\n",
      "2020-01-28 12:05:18,266 Epoch  25 Step:   149000 Batch Loss:     1.352833 Tokens per Sec:     7744, Lr: 0.000300\n",
      "2020-01-28 12:06:47,348 Example #0\n",
      "2020-01-28 12:06:47,349 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:06:47,349 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:06:47,349 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 12:06:47,349 Example #1\n",
      "2020-01-28 12:06:47,349 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:06:47,349 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:06:47,349 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 12:06:47,349 Example #2\n",
      "2020-01-28 12:06:47,350 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:06:47,350 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:06:47,350 \tHypothesis: Azali kokende na Eteyelo ya Escuela , to na Eteyelo ya sika , oyo ezali na programɛ ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli te kozwa mwa mikolo ya kotánga , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:06:47,350 Example #3\n",
      "2020-01-28 12:06:47,350 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:06:47,350 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:06:47,350 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:06:47,350 Validation result at epoch  25, step   149000: bleu:  31.79, loss: 32367.3770, ppl:   3.4207, duration: 89.0831s\n",
      "2020-01-28 12:07:17,831 Epoch  25 Step:   149100 Batch Loss:     1.583233 Tokens per Sec:     7778, Lr: 0.000300\n",
      "2020-01-28 12:07:48,452 Epoch  25 Step:   149200 Batch Loss:     1.313557 Tokens per Sec:     7702, Lr: 0.000300\n",
      "2020-01-28 12:08:18,582 Epoch  25 Step:   149300 Batch Loss:     1.305640 Tokens per Sec:     7594, Lr: 0.000300\n",
      "2020-01-28 12:08:48,578 Epoch  25 Step:   149400 Batch Loss:     1.731954 Tokens per Sec:     7612, Lr: 0.000300\n",
      "2020-01-28 12:09:18,698 Epoch  25 Step:   149500 Batch Loss:     1.484608 Tokens per Sec:     7769, Lr: 0.000300\n",
      "2020-01-28 12:09:48,794 Epoch  25 Step:   149600 Batch Loss:     1.205635 Tokens per Sec:     7596, Lr: 0.000300\n",
      "2020-01-28 12:10:19,080 Epoch  25 Step:   149700 Batch Loss:     1.491891 Tokens per Sec:     7611, Lr: 0.000300\n",
      "2020-01-28 12:10:49,164 Epoch  25 Step:   149800 Batch Loss:     1.570359 Tokens per Sec:     7635, Lr: 0.000300\n",
      "2020-01-28 12:11:19,312 Epoch  25 Step:   149900 Batch Loss:     1.368191 Tokens per Sec:     7632, Lr: 0.000300\n",
      "2020-01-28 12:11:49,701 Epoch  25 Step:   150000 Batch Loss:     1.502288 Tokens per Sec:     7806, Lr: 0.000300\n",
      "2020-01-28 12:13:18,689 Example #0\n",
      "2020-01-28 12:13:18,689 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:13:18,689 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:13:18,689 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 12:13:18,689 Example #1\n",
      "2020-01-28 12:13:18,689 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:13:18,689 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:13:18,689 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 12:13:18,690 Example #2\n",
      "2020-01-28 12:13:18,690 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:13:18,690 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:13:18,690 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa libaku ya kozwa mateya ya mikolo mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:13:18,690 Example #3\n",
      "2020-01-28 12:13:18,690 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:13:18,690 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:13:18,690 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:13:18,690 Validation result at epoch  25, step   150000: bleu:  31.65, loss: 32337.3418, ppl:   3.4168, duration: 88.9889s\n",
      "2020-01-28 12:13:48,773 Epoch  25 Step:   150100 Batch Loss:     1.359470 Tokens per Sec:     7676, Lr: 0.000300\n",
      "2020-01-28 12:14:19,173 Epoch  25 Step:   150200 Batch Loss:     1.503545 Tokens per Sec:     7694, Lr: 0.000300\n",
      "2020-01-28 12:14:26,641 Epoch  25: total training loss 8198.12\n",
      "2020-01-28 12:14:26,642 EPOCH 26\n",
      "2020-01-28 12:14:50,118 Epoch  26 Step:   150300 Batch Loss:     1.416302 Tokens per Sec:     7532, Lr: 0.000300\n",
      "2020-01-28 12:15:20,308 Epoch  26 Step:   150400 Batch Loss:     1.397484 Tokens per Sec:     7634, Lr: 0.000300\n",
      "2020-01-28 12:15:50,572 Epoch  26 Step:   150500 Batch Loss:     1.220925 Tokens per Sec:     7719, Lr: 0.000300\n",
      "2020-01-28 12:16:20,567 Epoch  26 Step:   150600 Batch Loss:     1.742916 Tokens per Sec:     7676, Lr: 0.000300\n",
      "2020-01-28 12:16:50,481 Epoch  26 Step:   150700 Batch Loss:     1.231933 Tokens per Sec:     7533, Lr: 0.000300\n",
      "2020-01-28 12:17:20,730 Epoch  26 Step:   150800 Batch Loss:     1.497446 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-28 12:17:50,828 Epoch  26 Step:   150900 Batch Loss:     1.257046 Tokens per Sec:     7721, Lr: 0.000300\n",
      "2020-01-28 12:18:20,838 Epoch  26 Step:   151000 Batch Loss:     1.330015 Tokens per Sec:     7642, Lr: 0.000300\n",
      "2020-01-28 12:19:49,879 Example #0\n",
      "2020-01-28 12:19:49,879 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:19:49,879 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:19:49,879 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 12:19:49,880 Example #1\n",
      "2020-01-28 12:19:49,880 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:19:49,880 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:19:49,880 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 12:19:49,880 Example #2\n",
      "2020-01-28 12:19:49,880 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:19:49,880 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:19:49,880 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo esalemi malamu mpo na kosalisa bana bázwa mwa ntango ya kotánga kelasi ya mikolo ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:19:49,880 Example #3\n",
      "2020-01-28 12:19:49,881 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:19:49,881 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:19:49,881 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:19:49,881 Validation result at epoch  26, step   151000: bleu:  31.94, loss: 32426.8008, ppl:   3.4285, duration: 89.0425s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 12:20:19,963 Epoch  26 Step:   151100 Batch Loss:     1.208136 Tokens per Sec:     7575, Lr: 0.000300\n",
      "2020-01-28 12:20:49,992 Epoch  26 Step:   151200 Batch Loss:     1.422214 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 12:21:20,108 Epoch  26 Step:   151300 Batch Loss:     1.301931 Tokens per Sec:     7622, Lr: 0.000300\n",
      "2020-01-28 12:21:50,407 Epoch  26 Step:   151400 Batch Loss:     1.410373 Tokens per Sec:     7729, Lr: 0.000300\n",
      "2020-01-28 12:22:20,423 Epoch  26 Step:   151500 Batch Loss:     1.257252 Tokens per Sec:     7523, Lr: 0.000300\n",
      "2020-01-28 12:22:50,605 Epoch  26 Step:   151600 Batch Loss:     1.693524 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 12:23:20,942 Epoch  26 Step:   151700 Batch Loss:     1.354013 Tokens per Sec:     7766, Lr: 0.000300\n",
      "2020-01-28 12:23:51,425 Epoch  26 Step:   151800 Batch Loss:     1.366191 Tokens per Sec:     7807, Lr: 0.000300\n",
      "2020-01-28 12:24:21,755 Epoch  26 Step:   151900 Batch Loss:     1.430418 Tokens per Sec:     7682, Lr: 0.000300\n",
      "2020-01-28 12:24:51,972 Epoch  26 Step:   152000 Batch Loss:     1.273414 Tokens per Sec:     7709, Lr: 0.000300\n",
      "2020-01-28 12:26:20,963 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 12:26:20,964 Saving new checkpoint.\n",
      "2020-01-28 12:26:21,269 Example #0\n",
      "2020-01-28 12:26:21,270 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:26:21,270 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:26:21,270 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 12:26:21,270 Example #1\n",
      "2020-01-28 12:26:21,270 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:26:21,271 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:26:21,271 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 12:26:21,271 Example #2\n",
      "2020-01-28 12:26:21,271 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:26:21,271 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:26:21,271 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:26:21,272 Example #3\n",
      "2020-01-28 12:26:21,272 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:26:21,272 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:26:21,272 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:26:21,272 Validation result at epoch  26, step   152000: bleu:  31.92, loss: 32209.6465, ppl:   3.4003, duration: 89.2993s\n",
      "2020-01-28 12:26:51,079 Epoch  26 Step:   152100 Batch Loss:     1.336637 Tokens per Sec:     7571, Lr: 0.000300\n",
      "2020-01-28 12:27:21,105 Epoch  26 Step:   152200 Batch Loss:     1.586985 Tokens per Sec:     7689, Lr: 0.000300\n",
      "2020-01-28 12:27:51,507 Epoch  26 Step:   152300 Batch Loss:     1.436066 Tokens per Sec:     7740, Lr: 0.000300\n",
      "2020-01-28 12:28:21,710 Epoch  26 Step:   152400 Batch Loss:     1.278665 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 12:28:51,972 Epoch  26 Step:   152500 Batch Loss:     1.334106 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 12:29:22,183 Epoch  26 Step:   152600 Batch Loss:     1.302257 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 12:29:52,476 Epoch  26 Step:   152700 Batch Loss:     1.301590 Tokens per Sec:     7743, Lr: 0.000300\n",
      "2020-01-28 12:30:22,592 Epoch  26 Step:   152800 Batch Loss:     1.439342 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 12:30:52,669 Epoch  26 Step:   152900 Batch Loss:     1.479831 Tokens per Sec:     7754, Lr: 0.000300\n",
      "2020-01-28 12:31:22,545 Epoch  26 Step:   153000 Batch Loss:     1.166449 Tokens per Sec:     7505, Lr: 0.000300\n",
      "2020-01-28 12:32:51,518 Example #0\n",
      "2020-01-28 12:32:51,518 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:32:51,518 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:32:51,518 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai . ”\n",
      "2020-01-28 12:32:51,518 Example #1\n",
      "2020-01-28 12:32:51,519 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:32:51,519 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:32:51,519 \tHypothesis: Yehova ayebani\n",
      "2020-01-28 12:32:51,519 Example #2\n",
      "2020-01-28 12:32:51,519 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:32:51,519 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:32:51,519 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli te kozwa kelasi ya mikolo mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:32:51,519 Example #3\n",
      "2020-01-28 12:32:51,519 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:32:51,519 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:32:51,520 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:32:51,520 Validation result at epoch  26, step   153000: bleu:  31.88, loss: 32303.3750, ppl:   3.4124, duration: 88.9736s\n",
      "2020-01-28 12:33:21,556 Epoch  26 Step:   153100 Batch Loss:     1.198986 Tokens per Sec:     7681, Lr: 0.000300\n",
      "2020-01-28 12:33:51,997 Epoch  26 Step:   153200 Batch Loss:     1.343023 Tokens per Sec:     7733, Lr: 0.000300\n",
      "2020-01-28 12:34:22,051 Epoch  26 Step:   153300 Batch Loss:     1.600335 Tokens per Sec:     7656, Lr: 0.000300\n",
      "2020-01-28 12:34:52,139 Epoch  26 Step:   153400 Batch Loss:     1.476385 Tokens per Sec:     7561, Lr: 0.000300\n",
      "2020-01-28 12:35:22,190 Epoch  26 Step:   153500 Batch Loss:     1.733751 Tokens per Sec:     7719, Lr: 0.000300\n",
      "2020-01-28 12:35:52,414 Epoch  26 Step:   153600 Batch Loss:     1.546426 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 12:36:22,236 Epoch  26 Step:   153700 Batch Loss:     1.493108 Tokens per Sec:     7622, Lr: 0.000300\n",
      "2020-01-28 12:36:52,090 Epoch  26 Step:   153800 Batch Loss:     1.388098 Tokens per Sec:     7490, Lr: 0.000300\n",
      "2020-01-28 12:37:22,167 Epoch  26 Step:   153900 Batch Loss:     1.243730 Tokens per Sec:     7599, Lr: 0.000300\n",
      "2020-01-28 12:37:52,250 Epoch  26 Step:   154000 Batch Loss:     1.332462 Tokens per Sec:     7773, Lr: 0.000300\n",
      "2020-01-28 12:39:21,268 Example #0\n",
      "2020-01-28 12:39:21,268 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:39:21,268 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:39:21,268 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 12:39:21,269 Example #1\n",
      "2020-01-28 12:39:21,269 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:39:21,269 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:39:21,269 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 12:39:21,269 Example #2\n",
      "2020-01-28 12:39:21,269 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:39:21,269 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:39:21,269 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:39:21,270 Example #3\n",
      "2020-01-28 12:39:21,270 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:39:21,270 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:39:21,270 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:39:21,270 Validation result at epoch  26, step   154000: bleu:  31.97, loss: 32305.8594, ppl:   3.4128, duration: 89.0192s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 12:39:51,534 Epoch  26 Step:   154100 Batch Loss:     1.391693 Tokens per Sec:     7770, Lr: 0.000300\n",
      "2020-01-28 12:40:21,967 Epoch  26 Step:   154200 Batch Loss:     1.033587 Tokens per Sec:     7725, Lr: 0.000300\n",
      "2020-01-28 12:40:52,014 Epoch  26 Step:   154300 Batch Loss:     1.333317 Tokens per Sec:     7645, Lr: 0.000300\n",
      "2020-01-28 12:41:22,132 Epoch  26 Step:   154400 Batch Loss:     1.403967 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 12:41:52,493 Epoch  26 Step:   154500 Batch Loss:     1.199791 Tokens per Sec:     7760, Lr: 0.000300\n",
      "2020-01-28 12:42:22,093 Epoch  26 Step:   154600 Batch Loss:     1.352790 Tokens per Sec:     7580, Lr: 0.000300\n",
      "2020-01-28 12:42:52,595 Epoch  26 Step:   154700 Batch Loss:     1.121631 Tokens per Sec:     7749, Lr: 0.000300\n",
      "2020-01-28 12:43:22,345 Epoch  26 Step:   154800 Batch Loss:     1.126387 Tokens per Sec:     7640, Lr: 0.000300\n",
      "2020-01-28 12:43:52,615 Epoch  26 Step:   154900 Batch Loss:     1.123829 Tokens per Sec:     7636, Lr: 0.000300\n",
      "2020-01-28 12:44:22,997 Epoch  26 Step:   155000 Batch Loss:     1.205835 Tokens per Sec:     7747, Lr: 0.000300\n",
      "2020-01-28 12:45:52,050 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 12:45:52,050 Saving new checkpoint.\n",
      "2020-01-28 12:45:52,281 Example #0\n",
      "2020-01-28 12:45:52,282 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:45:52,282 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:45:52,282 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 12:45:52,282 Example #1\n",
      "2020-01-28 12:45:52,282 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:45:52,282 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:45:52,282 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 12:45:52,282 Example #2\n",
      "2020-01-28 12:45:52,283 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:45:52,283 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:45:52,283 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozanga eteyelo ya mikolo , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 12:45:52,283 Example #3\n",
      "2020-01-28 12:45:52,283 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:45:52,283 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:45:52,283 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:45:52,283 Validation result at epoch  26, step   155000: bleu:  31.59, loss: 32143.6211, ppl:   3.3918, duration: 89.2858s\n",
      "2020-01-28 12:46:22,732 Epoch  26 Step:   155100 Batch Loss:     1.386805 Tokens per Sec:     7750, Lr: 0.000300\n",
      "2020-01-28 12:46:52,630 Epoch  26 Step:   155200 Batch Loss:     1.466773 Tokens per Sec:     7612, Lr: 0.000300\n",
      "2020-01-28 12:47:22,613 Epoch  26 Step:   155300 Batch Loss:     1.178629 Tokens per Sec:     7604, Lr: 0.000300\n",
      "2020-01-28 12:47:52,985 Epoch  26 Step:   155400 Batch Loss:     1.572657 Tokens per Sec:     7745, Lr: 0.000300\n",
      "2020-01-28 12:48:23,163 Epoch  26 Step:   155500 Batch Loss:     1.351232 Tokens per Sec:     7743, Lr: 0.000300\n",
      "2020-01-28 12:48:53,602 Epoch  26 Step:   155600 Batch Loss:     1.409379 Tokens per Sec:     7690, Lr: 0.000300\n",
      "2020-01-28 12:49:23,776 Epoch  26 Step:   155700 Batch Loss:     1.300693 Tokens per Sec:     7681, Lr: 0.000300\n",
      "2020-01-28 12:49:54,330 Epoch  26 Step:   155800 Batch Loss:     1.365433 Tokens per Sec:     7859, Lr: 0.000300\n",
      "2020-01-28 12:50:24,845 Epoch  26 Step:   155900 Batch Loss:     1.498368 Tokens per Sec:     7708, Lr: 0.000300\n",
      "2020-01-28 12:50:55,378 Epoch  26 Step:   156000 Batch Loss:     1.211439 Tokens per Sec:     7906, Lr: 0.000300\n",
      "2020-01-28 12:52:24,393 Example #0\n",
      "2020-01-28 12:52:24,393 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:52:24,393 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:52:24,393 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 12:52:24,393 Example #1\n",
      "2020-01-28 12:52:24,393 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:52:24,393 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:52:24,393 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 12:52:24,393 Example #2\n",
      "2020-01-28 12:52:24,394 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:52:24,394 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:52:24,394 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:52:24,394 Example #3\n",
      "2020-01-28 12:52:24,394 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:52:24,394 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:52:24,394 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:52:24,394 Validation result at epoch  26, step   156000: bleu:  31.98, loss: 32195.1309, ppl:   3.3984, duration: 89.0160s\n",
      "2020-01-28 12:52:54,584 Epoch  26 Step:   156100 Batch Loss:     1.090563 Tokens per Sec:     7627, Lr: 0.000300\n",
      "2020-01-28 12:53:24,478 Epoch  26 Step:   156200 Batch Loss:     1.399104 Tokens per Sec:     7660, Lr: 0.000300\n",
      "2020-01-28 12:53:35,082 Epoch  26: total training loss 8167.68\n",
      "2020-01-28 12:53:35,083 EPOCH 27\n",
      "2020-01-28 12:53:55,618 Epoch  27 Step:   156300 Batch Loss:     1.206271 Tokens per Sec:     7345, Lr: 0.000300\n",
      "2020-01-28 12:54:25,561 Epoch  27 Step:   156400 Batch Loss:     1.589131 Tokens per Sec:     7719, Lr: 0.000300\n",
      "2020-01-28 12:54:55,944 Epoch  27 Step:   156500 Batch Loss:     1.217242 Tokens per Sec:     7847, Lr: 0.000300\n",
      "2020-01-28 12:55:26,126 Epoch  27 Step:   156600 Batch Loss:     1.269242 Tokens per Sec:     7687, Lr: 0.000300\n",
      "2020-01-28 12:55:56,095 Epoch  27 Step:   156700 Batch Loss:     1.459162 Tokens per Sec:     7662, Lr: 0.000300\n",
      "2020-01-28 12:56:26,101 Epoch  27 Step:   156800 Batch Loss:     1.163804 Tokens per Sec:     7641, Lr: 0.000300\n",
      "2020-01-28 12:56:56,191 Epoch  27 Step:   156900 Batch Loss:     1.364858 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 12:57:26,477 Epoch  27 Step:   157000 Batch Loss:     1.277927 Tokens per Sec:     7691, Lr: 0.000300\n",
      "2020-01-28 12:58:55,507 Example #0\n",
      "2020-01-28 12:58:55,507 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 12:58:55,508 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 12:58:55,508 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 12:58:55,508 Example #1\n",
      "2020-01-28 12:58:55,508 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 12:58:55,508 \tReference:  Yehova akumisami\n",
      "2020-01-28 12:58:55,508 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 12:58:55,508 Example #2\n",
      "2020-01-28 12:58:55,508 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 12:58:55,508 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:58:55,509 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , elingi koloba makambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 12:58:55,509 Example #3\n",
      "2020-01-28 12:58:55,509 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 12:58:55,509 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 12:58:55,509 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 12:58:55,509 Validation result at epoch  27, step   157000: bleu:  31.96, loss: 32223.2773, ppl:   3.4021, duration: 89.0318s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 12:59:25,526 Epoch  27 Step:   157100 Batch Loss:     1.187482 Tokens per Sec:     7631, Lr: 0.000300\n",
      "2020-01-28 12:59:55,691 Epoch  27 Step:   157200 Batch Loss:     1.401707 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-28 13:00:26,057 Epoch  27 Step:   157300 Batch Loss:     1.396062 Tokens per Sec:     7745, Lr: 0.000300\n",
      "2020-01-28 13:00:56,337 Epoch  27 Step:   157400 Batch Loss:     1.439744 Tokens per Sec:     7752, Lr: 0.000300\n",
      "2020-01-28 13:01:26,172 Epoch  27 Step:   157500 Batch Loss:     1.413988 Tokens per Sec:     7511, Lr: 0.000300\n",
      "2020-01-28 13:01:56,121 Epoch  27 Step:   157600 Batch Loss:     1.374687 Tokens per Sec:     7651, Lr: 0.000300\n",
      "2020-01-28 13:02:26,599 Epoch  27 Step:   157700 Batch Loss:     1.394079 Tokens per Sec:     7730, Lr: 0.000300\n",
      "2020-01-28 13:02:56,844 Epoch  27 Step:   157800 Batch Loss:     1.230459 Tokens per Sec:     7684, Lr: 0.000300\n",
      "2020-01-28 13:03:26,953 Epoch  27 Step:   157900 Batch Loss:     1.470186 Tokens per Sec:     7597, Lr: 0.000300\n",
      "2020-01-28 13:03:57,538 Epoch  27 Step:   158000 Batch Loss:     1.316759 Tokens per Sec:     7744, Lr: 0.000300\n",
      "2020-01-28 13:05:26,623 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 13:05:26,623 Saving new checkpoint.\n",
      "2020-01-28 13:05:26,854 Example #0\n",
      "2020-01-28 13:05:26,854 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 13:05:26,854 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 13:05:26,854 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 13:05:26,854 Example #1\n",
      "2020-01-28 13:05:26,855 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 13:05:26,855 \tReference:  Yehova akumisami\n",
      "2020-01-28 13:05:26,855 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 13:05:26,855 Example #2\n",
      "2020-01-28 13:05:26,855 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 13:05:26,855 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:05:26,855 \tHypothesis: Akei na eteyelo moko ya Escuela Nueva , to na Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli ya kozwa bikateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:05:26,855 Example #3\n",
      "2020-01-28 13:05:26,856 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 13:05:26,856 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 13:05:26,856 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 13:05:26,856 Validation result at epoch  27, step   158000: bleu:  32.12, loss: 32048.4688, ppl:   3.3795, duration: 89.3175s\n",
      "2020-01-28 13:05:56,904 Epoch  27 Step:   158100 Batch Loss:     1.224102 Tokens per Sec:     7648, Lr: 0.000300\n",
      "2020-01-28 13:06:27,070 Epoch  27 Step:   158200 Batch Loss:     1.377704 Tokens per Sec:     7810, Lr: 0.000300\n",
      "2020-01-28 13:06:57,135 Epoch  27 Step:   158300 Batch Loss:     1.393945 Tokens per Sec:     7698, Lr: 0.000300\n",
      "2020-01-28 13:07:27,107 Epoch  27 Step:   158400 Batch Loss:     1.250217 Tokens per Sec:     7646, Lr: 0.000300\n",
      "2020-01-28 13:07:57,143 Epoch  27 Step:   158500 Batch Loss:     1.403158 Tokens per Sec:     7563, Lr: 0.000300\n",
      "2020-01-28 13:08:27,546 Epoch  27 Step:   158600 Batch Loss:     1.469867 Tokens per Sec:     7660, Lr: 0.000300\n",
      "2020-01-28 13:08:58,019 Epoch  27 Step:   158700 Batch Loss:     1.447494 Tokens per Sec:     7881, Lr: 0.000300\n",
      "2020-01-28 13:09:28,039 Epoch  27 Step:   158800 Batch Loss:     1.511301 Tokens per Sec:     7590, Lr: 0.000300\n",
      "2020-01-28 13:09:57,884 Epoch  27 Step:   158900 Batch Loss:     1.464233 Tokens per Sec:     7616, Lr: 0.000300\n",
      "2020-01-28 13:10:27,968 Epoch  27 Step:   159000 Batch Loss:     1.456834 Tokens per Sec:     7620, Lr: 0.000300\n",
      "2020-01-28 13:11:56,967 Example #0\n",
      "2020-01-28 13:11:56,968 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 13:11:56,968 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 13:11:56,968 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 13:11:56,968 Example #1\n",
      "2020-01-28 13:11:56,968 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 13:11:56,968 \tReference:  Yehova akumisami\n",
      "2020-01-28 13:11:56,968 \tHypothesis: Yehova amonisami polele\n",
      "2020-01-28 13:11:56,968 Example #2\n",
      "2020-01-28 13:11:56,969 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 13:11:56,969 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:11:56,969 \tHypothesis: Azali kokende na Ecuela Nueva , to na Eteyelo ya Sika , oyo ezali na ebongiseli moko ya malamu mpenza oyo ebongisami mpo na kosalisa bana bázwa ekateli soki basengeli kozanga eteyelo ya mikolo ya kelasi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:11:56,969 Example #3\n",
      "2020-01-28 13:11:56,969 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 13:11:56,969 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 13:11:56,969 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 13:11:56,969 Validation result at epoch  27, step   159000: bleu:  32.20, loss: 32142.2812, ppl:   3.3916, duration: 89.0000s\n",
      "2020-01-28 13:12:27,261 Epoch  27 Step:   159100 Batch Loss:     1.295274 Tokens per Sec:     7649, Lr: 0.000300\n",
      "2020-01-28 13:12:57,600 Epoch  27 Step:   159200 Batch Loss:     1.420702 Tokens per Sec:     7606, Lr: 0.000300\n",
      "2020-01-28 13:13:27,914 Epoch  27 Step:   159300 Batch Loss:     1.198936 Tokens per Sec:     7673, Lr: 0.000300\n",
      "2020-01-28 13:13:57,994 Epoch  27 Step:   159400 Batch Loss:     1.470369 Tokens per Sec:     7752, Lr: 0.000300\n",
      "2020-01-28 13:14:28,067 Epoch  27 Step:   159500 Batch Loss:     1.389440 Tokens per Sec:     7570, Lr: 0.000300\n",
      "2020-01-28 13:14:58,299 Epoch  27 Step:   159600 Batch Loss:     1.367757 Tokens per Sec:     7740, Lr: 0.000300\n",
      "2020-01-28 13:15:28,311 Epoch  27 Step:   159700 Batch Loss:     1.407068 Tokens per Sec:     7662, Lr: 0.000300\n",
      "2020-01-28 13:15:58,248 Epoch  27 Step:   159800 Batch Loss:     1.324490 Tokens per Sec:     7597, Lr: 0.000300\n",
      "2020-01-28 13:16:28,497 Epoch  27 Step:   159900 Batch Loss:     1.321277 Tokens per Sec:     7654, Lr: 0.000300\n",
      "2020-01-28 13:16:58,698 Epoch  27 Step:   160000 Batch Loss:     1.512555 Tokens per Sec:     7768, Lr: 0.000300\n",
      "2020-01-28 13:18:27,718 Example #0\n",
      "2020-01-28 13:18:27,718 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 13:18:27,718 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 13:18:27,718 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 13:18:27,718 Example #1\n",
      "2020-01-28 13:18:27,718 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 13:18:27,718 \tReference:  Yehova akumisami\n",
      "2020-01-28 13:18:27,718 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 13:18:27,719 Example #2\n",
      "2020-01-28 13:18:27,719 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 13:18:27,719 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:18:27,719 \tHypothesis: Akei na Eteyelo moko ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:18:27,719 Example #3\n",
      "2020-01-28 13:18:27,719 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 13:18:27,719 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 13:18:27,719 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 13:18:27,719 Validation result at epoch  27, step   160000: bleu:  31.85, loss: 32221.5703, ppl:   3.4018, duration: 89.0203s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 13:18:57,905 Epoch  27 Step:   160100 Batch Loss:     1.409082 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 13:19:28,226 Epoch  27 Step:   160200 Batch Loss:     1.497841 Tokens per Sec:     7647, Lr: 0.000300\n",
      "2020-01-28 13:19:58,097 Epoch  27 Step:   160300 Batch Loss:     1.255890 Tokens per Sec:     7586, Lr: 0.000300\n",
      "2020-01-28 13:20:28,224 Epoch  27 Step:   160400 Batch Loss:     1.382717 Tokens per Sec:     7736, Lr: 0.000300\n",
      "2020-01-28 13:20:58,562 Epoch  27 Step:   160500 Batch Loss:     1.431960 Tokens per Sec:     7670, Lr: 0.000300\n",
      "2020-01-28 13:21:28,737 Epoch  27 Step:   160600 Batch Loss:     1.407168 Tokens per Sec:     7724, Lr: 0.000300\n",
      "2020-01-28 13:21:59,126 Epoch  27 Step:   160700 Batch Loss:     1.209258 Tokens per Sec:     7712, Lr: 0.000300\n",
      "2020-01-28 13:22:29,207 Epoch  27 Step:   160800 Batch Loss:     1.315492 Tokens per Sec:     7591, Lr: 0.000300\n",
      "2020-01-28 13:22:59,671 Epoch  27 Step:   160900 Batch Loss:     1.437111 Tokens per Sec:     7638, Lr: 0.000300\n",
      "2020-01-28 13:23:30,044 Epoch  27 Step:   161000 Batch Loss:     1.394297 Tokens per Sec:     7764, Lr: 0.000300\n",
      "2020-01-28 13:24:59,072 Example #0\n",
      "2020-01-28 13:24:59,072 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 13:24:59,072 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 13:24:59,072 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 13:24:59,072 Example #1\n",
      "2020-01-28 13:24:59,073 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 13:24:59,073 \tReference:  Yehova akumisami\n",
      "2020-01-28 13:24:59,073 \tHypothesis: Yehova amonisami polele\n",
      "2020-01-28 13:24:59,073 Example #2\n",
      "2020-01-28 13:24:59,073 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 13:24:59,073 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:24:59,073 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Nouvelle , oyo ezali na programɛ ya malamu mpo na kosalisa bana bázwa bikateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:24:59,073 Example #3\n",
      "2020-01-28 13:24:59,073 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 13:24:59,073 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 13:24:59,074 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 13:24:59,074 Validation result at epoch  27, step   161000: bleu:  31.90, loss: 32105.1055, ppl:   3.3868, duration: 89.0285s\n",
      "2020-01-28 13:25:29,414 Epoch  27 Step:   161100 Batch Loss:     1.471822 Tokens per Sec:     7669, Lr: 0.000300\n",
      "2020-01-28 13:25:59,544 Epoch  27 Step:   161200 Batch Loss:     1.374320 Tokens per Sec:     7785, Lr: 0.000300\n",
      "2020-01-28 13:26:29,853 Epoch  27 Step:   161300 Batch Loss:     1.262756 Tokens per Sec:     7765, Lr: 0.000300\n",
      "2020-01-28 13:26:59,967 Epoch  27 Step:   161400 Batch Loss:     1.368382 Tokens per Sec:     7574, Lr: 0.000300\n",
      "2020-01-28 13:27:29,648 Epoch  27 Step:   161500 Batch Loss:     1.161833 Tokens per Sec:     7543, Lr: 0.000300\n",
      "2020-01-28 13:28:00,061 Epoch  27 Step:   161600 Batch Loss:     1.352761 Tokens per Sec:     7660, Lr: 0.000300\n",
      "2020-01-28 13:28:30,551 Epoch  27 Step:   161700 Batch Loss:     1.267308 Tokens per Sec:     7784, Lr: 0.000300\n",
      "2020-01-28 13:29:00,603 Epoch  27 Step:   161800 Batch Loss:     1.435135 Tokens per Sec:     7629, Lr: 0.000300\n",
      "2020-01-28 13:29:30,601 Epoch  27 Step:   161900 Batch Loss:     1.327693 Tokens per Sec:     7667, Lr: 0.000300\n",
      "2020-01-28 13:30:00,743 Epoch  27 Step:   162000 Batch Loss:     1.216072 Tokens per Sec:     7628, Lr: 0.000300\n",
      "2020-01-28 13:31:29,736 Example #0\n",
      "2020-01-28 13:31:29,736 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 13:31:29,736 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 13:31:29,737 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 13:31:29,737 Example #1\n",
      "2020-01-28 13:31:29,737 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 13:31:29,737 \tReference:  Yehova akumisami\n",
      "2020-01-28 13:31:29,737 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 13:31:29,737 Example #2\n",
      "2020-01-28 13:31:29,737 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 13:31:29,737 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:31:29,737 \tHypothesis: Akei na Ecuela Nueva , to na Eteyelo ya Nouvelle , oyo ezali na programɛ ya malamu mpenza mpo na kosalisa bana bázwa bikateli soki basengeli kozanga eteyelo ya mikolo ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:31:29,737 Example #3\n",
      "2020-01-28 13:31:29,738 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 13:31:29,738 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 13:31:29,738 \tHypothesis: Motuna moko ya Lamuká !\n",
      "2020-01-28 13:31:29,738 Validation result at epoch  27, step   162000: bleu:  31.96, loss: 32077.9043, ppl:   3.3833, duration: 88.9944s\n",
      "2020-01-28 13:32:00,168 Epoch  27 Step:   162100 Batch Loss:     1.649717 Tokens per Sec:     7755, Lr: 0.000300\n",
      "2020-01-28 13:32:30,346 Epoch  27 Step:   162200 Batch Loss:     1.505197 Tokens per Sec:     7723, Lr: 0.000300\n",
      "2020-01-28 13:32:43,298 Epoch  27: total training loss 8128.78\n",
      "2020-01-28 13:32:43,298 EPOCH 28\n",
      "2020-01-28 13:33:01,284 Epoch  28 Step:   162300 Batch Loss:     1.327259 Tokens per Sec:     7368, Lr: 0.000300\n",
      "2020-01-28 13:33:31,348 Epoch  28 Step:   162400 Batch Loss:     1.420154 Tokens per Sec:     7589, Lr: 0.000300\n",
      "2020-01-28 13:34:01,301 Epoch  28 Step:   162500 Batch Loss:     1.288161 Tokens per Sec:     7468, Lr: 0.000300\n",
      "2020-01-28 13:34:31,674 Epoch  28 Step:   162600 Batch Loss:     1.407744 Tokens per Sec:     7663, Lr: 0.000300\n",
      "2020-01-28 13:35:01,930 Epoch  28 Step:   162700 Batch Loss:     1.252308 Tokens per Sec:     7742, Lr: 0.000300\n",
      "2020-01-28 13:35:32,453 Epoch  28 Step:   162800 Batch Loss:     1.228176 Tokens per Sec:     7678, Lr: 0.000300\n",
      "2020-01-28 13:36:02,561 Epoch  28 Step:   162900 Batch Loss:     1.069417 Tokens per Sec:     7716, Lr: 0.000300\n",
      "2020-01-28 13:36:32,657 Epoch  28 Step:   163000 Batch Loss:     1.184173 Tokens per Sec:     7761, Lr: 0.000300\n",
      "2020-01-28 13:38:01,742 Example #0\n",
      "2020-01-28 13:38:01,743 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 13:38:01,743 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 13:38:01,743 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 13:38:01,743 Example #1\n",
      "2020-01-28 13:38:01,743 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 13:38:01,743 \tReference:  Yehova akumisami\n",
      "2020-01-28 13:38:01,743 \tHypothesis: Yehova amonisami polele\n",
      "2020-01-28 13:38:01,743 Example #2\n",
      "2020-01-28 13:38:01,744 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 13:38:01,744 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:38:01,744 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpenza oyo ebongisami mpo na kosalisa bana bázwa ekateli soki basengeli kozanga eteyelo ya mikolo ya nsuka ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:38:01,744 Example #3\n",
      "2020-01-28 13:38:01,744 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 13:38:01,744 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 13:38:01,744 \tHypothesis: Motuna moko ya zulunalo Lamuká !\n",
      "2020-01-28 13:38:01,744 Validation result at epoch  28, step   163000: bleu:  32.25, loss: 32063.2168, ppl:   3.3814, duration: 89.0870s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 13:38:31,758 Epoch  28 Step:   163100 Batch Loss:     1.142569 Tokens per Sec:     7654, Lr: 0.000300\n",
      "2020-01-28 13:39:02,006 Epoch  28 Step:   163200 Batch Loss:     1.320704 Tokens per Sec:     7698, Lr: 0.000300\n",
      "2020-01-28 13:39:32,382 Epoch  28 Step:   163300 Batch Loss:     1.540229 Tokens per Sec:     7741, Lr: 0.000300\n",
      "2020-01-28 13:40:02,716 Epoch  28 Step:   163400 Batch Loss:     1.258119 Tokens per Sec:     7830, Lr: 0.000300\n",
      "2020-01-28 13:40:32,733 Epoch  28 Step:   163500 Batch Loss:     1.566739 Tokens per Sec:     7632, Lr: 0.000300\n",
      "2020-01-28 13:41:03,241 Epoch  28 Step:   163600 Batch Loss:     1.398724 Tokens per Sec:     7698, Lr: 0.000300\n",
      "2020-01-28 13:41:37,354 Epoch  28 Step:   163700 Batch Loss:     1.341063 Tokens per Sec:     6711, Lr: 0.000300\n",
      "2020-01-28 13:42:32,628 Epoch  28 Step:   163800 Batch Loss:     1.135248 Tokens per Sec:     4220, Lr: 0.000300\n",
      "2020-01-28 13:43:28,109 Epoch  28 Step:   163900 Batch Loss:     1.512046 Tokens per Sec:     4135, Lr: 0.000300\n",
      "2020-01-28 13:44:22,961 Epoch  28 Step:   164000 Batch Loss:     1.291821 Tokens per Sec:     4099, Lr: 0.000300\n",
      "2020-01-28 13:47:21,205 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 13:47:21,205 Saving new checkpoint.\n",
      "2020-01-28 13:47:21,511 Example #0\n",
      "2020-01-28 13:47:21,511 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 13:47:21,511 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 13:47:21,511 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 13:47:21,511 Example #1\n",
      "2020-01-28 13:47:21,512 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 13:47:21,512 \tReference:  Yehova akumisami\n",
      "2020-01-28 13:47:21,512 \tHypothesis: Yehova amonisami polele\n",
      "2020-01-28 13:47:21,512 Example #2\n",
      "2020-01-28 13:47:21,512 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 13:47:21,512 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:47:21,512 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza oyo ebongisami mpo na kosalisa bana bázwa ekateli soki basengeli kozanga kelasi ya mikolo ​ — likambo oyo bato mingi basalaka , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:47:21,512 Example #3\n",
      "2020-01-28 13:47:21,512 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 13:47:21,513 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 13:47:21,513 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 13:47:21,513 Validation result at epoch  28, step   164000: bleu:  31.87, loss: 32044.8125, ppl:   3.3791, duration: 178.5508s\n",
      "2020-01-28 13:48:16,879 Epoch  28 Step:   164100 Batch Loss:     1.616612 Tokens per Sec:     4209, Lr: 0.000300\n",
      "2020-01-28 13:49:12,951 Epoch  28 Step:   164200 Batch Loss:     1.303922 Tokens per Sec:     4197, Lr: 0.000300\n",
      "2020-01-28 13:50:08,488 Epoch  28 Step:   164300 Batch Loss:     1.414924 Tokens per Sec:     4274, Lr: 0.000300\n",
      "2020-01-28 13:51:03,063 Epoch  28 Step:   164400 Batch Loss:     1.342989 Tokens per Sec:     4140, Lr: 0.000300\n",
      "2020-01-28 13:51:59,145 Epoch  28 Step:   164500 Batch Loss:     1.577389 Tokens per Sec:     4199, Lr: 0.000300\n",
      "2020-01-28 13:52:54,490 Epoch  28 Step:   164600 Batch Loss:     1.416656 Tokens per Sec:     4214, Lr: 0.000300\n",
      "2020-01-28 13:53:49,791 Epoch  28 Step:   164700 Batch Loss:     1.242664 Tokens per Sec:     4152, Lr: 0.000300\n",
      "2020-01-28 13:54:43,945 Epoch  28 Step:   164800 Batch Loss:     1.212830 Tokens per Sec:     4238, Lr: 0.000300\n",
      "2020-01-28 13:55:39,444 Epoch  28 Step:   164900 Batch Loss:     1.249383 Tokens per Sec:     4234, Lr: 0.000300\n",
      "2020-01-28 13:56:34,106 Epoch  28 Step:   165000 Batch Loss:     1.418450 Tokens per Sec:     4049, Lr: 0.000300\n",
      "2020-01-28 13:59:32,307 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 13:59:32,308 Saving new checkpoint.\n",
      "2020-01-28 13:59:32,535 Example #0\n",
      "2020-01-28 13:59:32,535 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 13:59:32,535 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 13:59:32,535 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova mpo na kosɛnga bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 13:59:32,535 Example #1\n",
      "2020-01-28 13:59:32,536 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 13:59:32,536 \tReference:  Yehova akumisami\n",
      "2020-01-28 13:59:32,536 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 13:59:32,536 Example #2\n",
      "2020-01-28 13:59:32,536 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 13:59:32,536 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:59:32,536 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa soki basengeli kozanga eteyelo ya mikolo ya kotánga , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 13:59:32,536 Example #3\n",
      "2020-01-28 13:59:32,536 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 13:59:32,536 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 13:59:32,536 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 13:59:32,537 Validation result at epoch  28, step   165000: bleu:  31.86, loss: 32011.2754, ppl:   3.3748, duration: 178.4300s\n",
      "2020-01-28 14:00:28,280 Epoch  28 Step:   165100 Batch Loss:     1.448152 Tokens per Sec:     4255, Lr: 0.000300\n",
      "2020-01-28 14:01:23,212 Epoch  28 Step:   165200 Batch Loss:     1.774742 Tokens per Sec:     4168, Lr: 0.000300\n",
      "2020-01-28 14:02:18,385 Epoch  28 Step:   165300 Batch Loss:     1.293927 Tokens per Sec:     4165, Lr: 0.000300\n",
      "2020-01-28 14:03:13,088 Epoch  28 Step:   165400 Batch Loss:     1.362321 Tokens per Sec:     4208, Lr: 0.000300\n",
      "2020-01-28 14:04:09,380 Epoch  28 Step:   165500 Batch Loss:     1.321362 Tokens per Sec:     4147, Lr: 0.000300\n",
      "2020-01-28 14:05:05,558 Epoch  28 Step:   165600 Batch Loss:     1.332820 Tokens per Sec:     4195, Lr: 0.000300\n",
      "2020-01-28 14:06:01,102 Epoch  28 Step:   165700 Batch Loss:     1.534732 Tokens per Sec:     4179, Lr: 0.000300\n",
      "2020-01-28 14:06:55,435 Epoch  28 Step:   165800 Batch Loss:     1.663577 Tokens per Sec:     4218, Lr: 0.000300\n",
      "2020-01-28 14:07:50,728 Epoch  28 Step:   165900 Batch Loss:     1.259953 Tokens per Sec:     4219, Lr: 0.000300\n",
      "2020-01-28 14:08:45,034 Epoch  28 Step:   166000 Batch Loss:     1.158837 Tokens per Sec:     4141, Lr: 0.000300\n",
      "2020-01-28 14:11:43,049 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 14:11:43,050 Saving new checkpoint.\n",
      "2020-01-28 14:11:43,280 Example #0\n",
      "2020-01-28 14:11:43,281 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 14:11:43,281 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 14:11:43,281 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 14:11:43,281 Example #1\n",
      "2020-01-28 14:11:43,281 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 14:11:43,281 \tReference:  Yehova akumisami\n",
      "2020-01-28 14:11:43,281 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 14:11:43,281 Example #2\n",
      "2020-01-28 14:11:43,282 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 14:11:43,282 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 14:11:43,282 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , elingi koloba makambo oyo esalemaka na eleko ya kobuka mbuma .\n",
      "2020-01-28 14:11:43,282 Example #3\n",
      "2020-01-28 14:11:43,282 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 14:11:43,282 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 14:11:43,282 \tHypothesis: Nazwi Lamuká !\n",
      "2020-01-28 14:11:43,282 Validation result at epoch  28, step   166000: bleu:  32.12, loss: 31968.1309, ppl:   3.3692, duration: 178.2478s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 14:12:38,167 Epoch  28 Step:   166100 Batch Loss:     1.158849 Tokens per Sec:     4162, Lr: 0.000300\n",
      "2020-01-28 14:13:33,366 Epoch  28 Step:   166200 Batch Loss:     1.162447 Tokens per Sec:     4120, Lr: 0.000300\n",
      "2020-01-28 14:14:28,858 Epoch  28 Step:   166300 Batch Loss:     1.389554 Tokens per Sec:     4190, Lr: 0.000300\n",
      "2020-01-28 14:15:24,174 Epoch  28 Step:   166400 Batch Loss:     1.381477 Tokens per Sec:     4220, Lr: 0.000300\n",
      "2020-01-28 14:16:20,300 Epoch  28 Step:   166500 Batch Loss:     1.314907 Tokens per Sec:     4164, Lr: 0.000300\n",
      "2020-01-28 14:17:16,101 Epoch  28 Step:   166600 Batch Loss:     1.738812 Tokens per Sec:     4146, Lr: 0.000300\n",
      "2020-01-28 14:18:11,814 Epoch  28 Step:   166700 Batch Loss:     1.580838 Tokens per Sec:     4191, Lr: 0.000300\n",
      "2020-01-28 14:19:06,673 Epoch  28 Step:   166800 Batch Loss:     1.516567 Tokens per Sec:     4203, Lr: 0.000300\n",
      "2020-01-28 14:20:02,273 Epoch  28 Step:   166900 Batch Loss:     1.218654 Tokens per Sec:     4223, Lr: 0.000300\n",
      "2020-01-28 14:20:58,071 Epoch  28 Step:   167000 Batch Loss:     1.220369 Tokens per Sec:     4189, Lr: 0.000300\n",
      "2020-01-28 14:23:56,311 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 14:23:56,312 Saving new checkpoint.\n",
      "2020-01-28 14:23:56,545 Example #0\n",
      "2020-01-28 14:23:56,545 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 14:23:56,545 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 14:23:56,545 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 14:23:56,545 Example #1\n",
      "2020-01-28 14:23:56,546 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 14:23:56,546 \tReference:  Yehova akumisami\n",
      "2020-01-28 14:23:56,546 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 14:23:56,546 Example #2\n",
      "2020-01-28 14:23:56,546 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 14:23:56,546 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 14:23:56,546 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza oyo ebongisami mpo na kosalisa bana bázwa ekateli soki basengeli kozanga eteyelo ya mikolo , elingi koloba makambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 14:23:56,546 Example #3\n",
      "2020-01-28 14:23:56,547 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 14:23:56,547 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 14:23:56,547 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 14:23:56,547 Validation result at epoch  28, step   167000: bleu:  32.37, loss: 31894.3887, ppl:   3.3598, duration: 178.4753s\n",
      "2020-01-28 14:24:52,005 Epoch  28 Step:   167100 Batch Loss:     1.282484 Tokens per Sec:     4320, Lr: 0.000300\n",
      "2020-01-28 14:25:46,945 Epoch  28 Step:   167200 Batch Loss:     1.770660 Tokens per Sec:     4217, Lr: 0.000300\n",
      "2020-01-28 14:26:42,406 Epoch  28 Step:   167300 Batch Loss:     1.370186 Tokens per Sec:     4205, Lr: 0.000300\n",
      "2020-01-28 14:27:37,727 Epoch  28 Step:   167400 Batch Loss:     1.448927 Tokens per Sec:     4127, Lr: 0.000300\n",
      "2020-01-28 14:28:32,547 Epoch  28 Step:   167500 Batch Loss:     1.265724 Tokens per Sec:     4149, Lr: 0.000300\n",
      "2020-01-28 14:29:28,866 Epoch  28 Step:   167600 Batch Loss:     1.299022 Tokens per Sec:     4228, Lr: 0.000300\n",
      "2020-01-28 14:30:23,814 Epoch  28 Step:   167700 Batch Loss:     1.421000 Tokens per Sec:     4156, Lr: 0.000300\n",
      "2020-01-28 14:31:19,621 Epoch  28 Step:   167800 Batch Loss:     1.429819 Tokens per Sec:     4168, Lr: 0.000300\n",
      "2020-01-28 14:32:13,763 Epoch  28 Step:   167900 Batch Loss:     1.420154 Tokens per Sec:     4232, Lr: 0.000300\n",
      "2020-01-28 14:33:09,223 Epoch  28 Step:   168000 Batch Loss:     1.340585 Tokens per Sec:     4166, Lr: 0.000300\n",
      "2020-01-28 14:36:07,258 Example #0\n",
      "2020-01-28 14:36:07,258 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 14:36:07,258 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 14:36:07,258 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 14:36:07,259 Example #1\n",
      "2020-01-28 14:36:07,259 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 14:36:07,259 \tReference:  Yehova akumisami\n",
      "2020-01-28 14:36:07,259 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 14:36:07,259 Example #2\n",
      "2020-01-28 14:36:07,259 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 14:36:07,259 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 14:36:07,259 \tHypothesis: Azali kokende na Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , elingi koloba makambo oyo esalemaka na ntango ya kobuka mbuma .\n",
      "2020-01-28 14:36:07,259 Example #3\n",
      "2020-01-28 14:36:07,260 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 14:36:07,260 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 14:36:07,260 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 14:36:07,260 Validation result at epoch  28, step   168000: bleu:  32.05, loss: 31896.2480, ppl:   3.3600, duration: 178.0363s\n",
      "2020-01-28 14:37:03,283 Epoch  28 Step:   168100 Batch Loss:     1.443361 Tokens per Sec:     4254, Lr: 0.000300\n",
      "2020-01-28 14:37:58,993 Epoch  28 Step:   168200 Batch Loss:     1.534004 Tokens per Sec:     4230, Lr: 0.000300\n",
      "2020-01-28 14:38:26,594 Epoch  28: total training loss 8093.14\n",
      "2020-01-28 14:38:26,594 EPOCH 29\n",
      "2020-01-28 14:38:54,657 Epoch  29 Step:   168300 Batch Loss:     1.069839 Tokens per Sec:     4052, Lr: 0.000300\n",
      "2020-01-28 14:39:50,327 Epoch  29 Step:   168400 Batch Loss:     1.186560 Tokens per Sec:     4222, Lr: 0.000300\n",
      "2020-01-28 14:40:45,824 Epoch  29 Step:   168500 Batch Loss:     1.287757 Tokens per Sec:     4182, Lr: 0.000300\n",
      "2020-01-28 14:41:41,539 Epoch  29 Step:   168600 Batch Loss:     1.311880 Tokens per Sec:     4165, Lr: 0.000300\n",
      "2020-01-28 14:42:36,252 Epoch  29 Step:   168700 Batch Loss:     1.457002 Tokens per Sec:     4139, Lr: 0.000300\n",
      "2020-01-28 14:43:32,287 Epoch  29 Step:   168800 Batch Loss:     1.278664 Tokens per Sec:     4184, Lr: 0.000300\n",
      "2020-01-28 14:44:26,667 Epoch  29 Step:   168900 Batch Loss:     1.435023 Tokens per Sec:     4241, Lr: 0.000300\n",
      "2020-01-28 14:45:22,079 Epoch  29 Step:   169000 Batch Loss:     1.359502 Tokens per Sec:     4211, Lr: 0.000300\n",
      "2020-01-28 14:48:20,048 Example #0\n",
      "2020-01-28 14:48:20,048 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 14:48:20,048 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 14:48:20,048 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 14:48:20,048 Example #1\n",
      "2020-01-28 14:48:20,049 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 14:48:20,049 \tReference:  Yehova akumisami\n",
      "2020-01-28 14:48:20,049 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 14:48:20,049 Example #2\n",
      "2020-01-28 14:48:20,049 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 14:48:20,049 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 14:48:20,049 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bámata soki basengeli kozanga mwa mikolo , elingi koloba makambo oyo esalemaka na eleko ya kobuka mbuma .\n",
      "2020-01-28 14:48:20,049 Example #3\n",
      "2020-01-28 14:48:20,050 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 14:48:20,050 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 14:48:20,050 \tHypothesis: Atunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 14:48:20,050 Validation result at epoch  29, step   169000: bleu:  31.98, loss: 32019.6504, ppl:   3.3758, duration: 177.9696s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 14:49:15,210 Epoch  29 Step:   169100 Batch Loss:     1.193205 Tokens per Sec:     4128, Lr: 0.000300\n",
      "2020-01-28 14:50:10,139 Epoch  29 Step:   169200 Batch Loss:     1.277048 Tokens per Sec:     4202, Lr: 0.000300\n",
      "2020-01-28 14:51:04,617 Epoch  29 Step:   169300 Batch Loss:     1.466521 Tokens per Sec:     4101, Lr: 0.000300\n",
      "2020-01-28 14:52:00,120 Epoch  29 Step:   169400 Batch Loss:     1.222802 Tokens per Sec:     4244, Lr: 0.000300\n",
      "2020-01-28 14:52:55,148 Epoch  29 Step:   169500 Batch Loss:     1.298234 Tokens per Sec:     4148, Lr: 0.000300\n",
      "2020-01-28 14:53:50,532 Epoch  29 Step:   169600 Batch Loss:     1.610779 Tokens per Sec:     4191, Lr: 0.000300\n",
      "2020-01-28 14:54:46,836 Epoch  29 Step:   169700 Batch Loss:     1.412869 Tokens per Sec:     4170, Lr: 0.000300\n",
      "2020-01-28 14:55:43,014 Epoch  29 Step:   169800 Batch Loss:     1.547729 Tokens per Sec:     4256, Lr: 0.000300\n",
      "2020-01-28 14:56:38,596 Epoch  29 Step:   169900 Batch Loss:     1.528722 Tokens per Sec:     4075, Lr: 0.000300\n",
      "2020-01-28 14:57:32,244 Epoch  29 Step:   170000 Batch Loss:     1.100784 Tokens per Sec:     4174, Lr: 0.000300\n",
      "2020-01-28 15:00:30,032 Example #0\n",
      "2020-01-28 15:00:30,032 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 15:00:30,032 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 15:00:30,032 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 15:00:30,032 Example #1\n",
      "2020-01-28 15:00:30,033 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 15:00:30,033 \tReference:  Yehova akumisami\n",
      "2020-01-28 15:00:30,033 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 15:00:30,033 Example #2\n",
      "2020-01-28 15:00:30,033 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 15:00:30,033 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:00:30,034 \tHypothesis: Azali kokende na Ecuela Nueva , to Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli ya kozwa soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:00:30,034 Example #3\n",
      "2020-01-28 15:00:30,034 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 15:00:30,034 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 15:00:30,034 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 15:00:30,034 Validation result at epoch  29, step   170000: bleu:  31.90, loss: 31996.9023, ppl:   3.3729, duration: 177.7896s\n",
      "2020-01-28 15:01:25,351 Epoch  29 Step:   170100 Batch Loss:     1.363534 Tokens per Sec:     4143, Lr: 0.000300\n",
      "2020-01-28 15:02:20,942 Epoch  29 Step:   170200 Batch Loss:     1.510238 Tokens per Sec:     4164, Lr: 0.000300\n",
      "2020-01-28 15:03:16,470 Epoch  29 Step:   170300 Batch Loss:     1.264958 Tokens per Sec:     4103, Lr: 0.000300\n",
      "2020-01-28 15:04:12,533 Epoch  29 Step:   170400 Batch Loss:     1.304166 Tokens per Sec:     4288, Lr: 0.000300\n",
      "2020-01-28 15:05:07,566 Epoch  29 Step:   170500 Batch Loss:     1.231677 Tokens per Sec:     4132, Lr: 0.000300\n",
      "2020-01-28 15:06:02,251 Epoch  29 Step:   170600 Batch Loss:     1.580228 Tokens per Sec:     4147, Lr: 0.000300\n",
      "2020-01-28 15:06:57,701 Epoch  29 Step:   170700 Batch Loss:     0.993890 Tokens per Sec:     4120, Lr: 0.000300\n",
      "2020-01-28 15:07:52,964 Epoch  29 Step:   170800 Batch Loss:     1.449958 Tokens per Sec:     4159, Lr: 0.000300\n",
      "2020-01-28 15:08:48,938 Epoch  29 Step:   170900 Batch Loss:     1.420631 Tokens per Sec:     4138, Lr: 0.000300\n",
      "2020-01-28 15:09:42,500 Epoch  29 Step:   171000 Batch Loss:     1.259974 Tokens per Sec:     4226, Lr: 0.000300\n",
      "2020-01-28 15:12:40,430 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 15:12:40,430 Saving new checkpoint.\n",
      "2020-01-28 15:12:40,741 Example #0\n",
      "2020-01-28 15:12:40,741 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 15:12:40,741 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 15:12:40,741 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 15:12:40,741 Example #1\n",
      "2020-01-28 15:12:40,741 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 15:12:40,742 \tReference:  Yehova akumisami\n",
      "2020-01-28 15:12:40,742 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 15:12:40,742 Example #2\n",
      "2020-01-28 15:12:40,742 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 15:12:40,742 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:12:40,742 \tHypothesis: Akei na Ecuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo ya kelasi ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:12:40,742 Example #3\n",
      "2020-01-28 15:12:40,742 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 15:12:40,742 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 15:12:40,743 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 15:12:40,743 Validation result at epoch  29, step   171000: bleu:  32.18, loss: 31885.3027, ppl:   3.3587, duration: 178.2423s\n",
      "2020-01-28 15:13:35,992 Epoch  29 Step:   171100 Batch Loss:     1.158162 Tokens per Sec:     4215, Lr: 0.000300\n",
      "2020-01-28 15:14:31,581 Epoch  29 Step:   171200 Batch Loss:     1.155420 Tokens per Sec:     4207, Lr: 0.000300\n",
      "2020-01-28 15:15:27,045 Epoch  29 Step:   171300 Batch Loss:     1.387133 Tokens per Sec:     4161, Lr: 0.000300\n",
      "2020-01-28 15:16:22,597 Epoch  29 Step:   171400 Batch Loss:     1.352526 Tokens per Sec:     4219, Lr: 0.000300\n",
      "2020-01-28 15:17:17,220 Epoch  29 Step:   171500 Batch Loss:     1.322359 Tokens per Sec:     4151, Lr: 0.000300\n",
      "2020-01-28 15:18:12,402 Epoch  29 Step:   171600 Batch Loss:     1.210258 Tokens per Sec:     4190, Lr: 0.000300\n",
      "2020-01-28 15:19:07,748 Epoch  29 Step:   171700 Batch Loss:     1.542585 Tokens per Sec:     4160, Lr: 0.000300\n",
      "2020-01-28 15:20:03,723 Epoch  29 Step:   171800 Batch Loss:     1.246518 Tokens per Sec:     4163, Lr: 0.000300\n",
      "2020-01-28 15:20:59,626 Epoch  29 Step:   171900 Batch Loss:     1.298083 Tokens per Sec:     4210, Lr: 0.000300\n",
      "2020-01-28 15:21:54,657 Epoch  29 Step:   172000 Batch Loss:     1.407952 Tokens per Sec:     4240, Lr: 0.000300\n",
      "2020-01-28 15:24:52,434 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 15:24:52,434 Saving new checkpoint.\n",
      "2020-01-28 15:24:52,664 Example #0\n",
      "2020-01-28 15:24:52,664 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 15:24:52,664 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 15:24:52,664 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 15:24:52,664 Example #1\n",
      "2020-01-28 15:24:52,664 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 15:24:52,664 \tReference:  Yehova akumisami\n",
      "2020-01-28 15:24:52,664 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 15:24:52,664 Example #2\n",
      "2020-01-28 15:24:52,665 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 15:24:52,665 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:24:52,665 \tHypothesis: Akei na Eteyelo ya Escuela Nueva , to Eteyelo ya New York , oyo ezali na programɛ moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa lisalisi soki basengeli kozanga mwa mikolo , elingi koloba makambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:24:52,665 Example #3\n",
      "2020-01-28 15:24:52,665 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 15:24:52,665 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 15:24:52,665 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 15:24:52,665 Validation result at epoch  29, step   172000: bleu:  32.80, loss: 31862.7246, ppl:   3.3558, duration: 178.0079s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 15:25:48,457 Epoch  29 Step:   172100 Batch Loss:     1.208136 Tokens per Sec:     4220, Lr: 0.000300\n",
      "2020-01-28 15:26:43,812 Epoch  29 Step:   172200 Batch Loss:     1.477997 Tokens per Sec:     4205, Lr: 0.000300\n",
      "2020-01-28 15:27:39,190 Epoch  29 Step:   172300 Batch Loss:     1.410105 Tokens per Sec:     4274, Lr: 0.000300\n",
      "2020-01-28 15:28:34,911 Epoch  29 Step:   172400 Batch Loss:     1.436419 Tokens per Sec:     4206, Lr: 0.000300\n",
      "2020-01-28 15:29:30,143 Epoch  29 Step:   172500 Batch Loss:     1.281025 Tokens per Sec:     4234, Lr: 0.000300\n",
      "2020-01-28 15:30:25,389 Epoch  29 Step:   172600 Batch Loss:     1.377638 Tokens per Sec:     4296, Lr: 0.000300\n",
      "2020-01-28 15:31:20,502 Epoch  29 Step:   172700 Batch Loss:     1.213027 Tokens per Sec:     4179, Lr: 0.000300\n",
      "2020-01-28 15:32:16,492 Epoch  29 Step:   172800 Batch Loss:     1.542442 Tokens per Sec:     4169, Lr: 0.000300\n",
      "2020-01-28 15:33:12,361 Epoch  29 Step:   172900 Batch Loss:     1.150009 Tokens per Sec:     4278, Lr: 0.000300\n",
      "2020-01-28 15:34:07,811 Epoch  29 Step:   173000 Batch Loss:     1.354568 Tokens per Sec:     4112, Lr: 0.000300\n",
      "2020-01-28 15:37:04,602 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 15:37:04,603 Saving new checkpoint.\n",
      "2020-01-28 15:37:04,836 Example #0\n",
      "2020-01-28 15:37:04,836 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 15:37:04,836 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 15:37:04,836 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 15:37:04,837 Example #1\n",
      "2020-01-28 15:37:04,837 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 15:37:04,837 \tReference:  Yehova akumisami\n",
      "2020-01-28 15:37:04,837 \tHypothesis: Yehova amonisami polele\n",
      "2020-01-28 15:37:04,837 Example #2\n",
      "2020-01-28 15:37:04,838 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 15:37:04,838 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:37:04,838 \tHypothesis: Akei na eteyelo moko ya Escuela Nueva , to Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bámona soki basengeli kozanga mwa mikolo , elingi koloba makambo oyo esalemaka na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:37:04,838 Example #3\n",
      "2020-01-28 15:37:04,838 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 15:37:04,838 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 15:37:04,838 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 15:37:04,839 Validation result at epoch  29, step   173000: bleu:  32.30, loss: 31766.8750, ppl:   3.3436, duration: 177.0267s\n",
      "2020-01-28 15:37:59,379 Epoch  29 Step:   173100 Batch Loss:     1.380753 Tokens per Sec:     4100, Lr: 0.000300\n",
      "2020-01-28 15:38:53,033 Epoch  29 Step:   173200 Batch Loss:     1.179525 Tokens per Sec:     4240, Lr: 0.000300\n",
      "2020-01-28 15:39:48,662 Epoch  29 Step:   173300 Batch Loss:     1.301552 Tokens per Sec:     4255, Lr: 0.000300\n",
      "2020-01-28 15:40:43,463 Epoch  29 Step:   173400 Batch Loss:     1.444019 Tokens per Sec:     4205, Lr: 0.000300\n",
      "2020-01-28 15:41:39,255 Epoch  29 Step:   173500 Batch Loss:     1.245365 Tokens per Sec:     4173, Lr: 0.000300\n",
      "2020-01-28 15:42:34,917 Epoch  29 Step:   173600 Batch Loss:     1.275536 Tokens per Sec:     4204, Lr: 0.000300\n",
      "2020-01-28 15:43:29,604 Epoch  29 Step:   173700 Batch Loss:     1.453173 Tokens per Sec:     4101, Lr: 0.000300\n",
      "2020-01-28 15:44:25,589 Epoch  29 Step:   173800 Batch Loss:     1.439565 Tokens per Sec:     4167, Lr: 0.000300\n",
      "2020-01-28 15:45:21,300 Epoch  29 Step:   173900 Batch Loss:     1.417705 Tokens per Sec:     4196, Lr: 0.000300\n",
      "2020-01-28 15:46:17,503 Epoch  29 Step:   174000 Batch Loss:     1.244018 Tokens per Sec:     4183, Lr: 0.000300\n",
      "2020-01-28 15:49:14,040 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 15:49:14,041 Saving new checkpoint.\n",
      "2020-01-28 15:49:14,276 Example #0\n",
      "2020-01-28 15:49:14,277 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 15:49:14,277 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 15:49:14,277 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 15:49:14,277 Example #1\n",
      "2020-01-28 15:49:14,277 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 15:49:14,277 \tReference:  Yehova akumisami\n",
      "2020-01-28 15:49:14,277 \tHypothesis: Yehova akumisami\n",
      "2020-01-28 15:49:14,277 Example #2\n",
      "2020-01-28 15:49:14,278 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 15:49:14,278 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:49:14,278 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya Nouvelle , oyo ezali na programɛ moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa ekateli soki basengeli kozanga eteyelo ya mikolo mingi ​ — likambo oyo esalemaka mingi , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 15:49:14,278 Example #3\n",
      "2020-01-28 15:49:14,278 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 15:49:14,278 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 15:49:14,278 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 15:49:14,278 Validation result at epoch  29, step   174000: bleu:  32.46, loss: 31762.7305, ppl:   3.3430, duration: 176.7745s\n",
      "2020-01-28 15:50:08,909 Epoch  29 Step:   174100 Batch Loss:     1.441796 Tokens per Sec:     4196, Lr: 0.000300\n",
      "2020-01-28 15:51:04,426 Epoch  29 Step:   174200 Batch Loss:     1.286103 Tokens per Sec:     4204, Lr: 0.000300\n",
      "2020-01-28 15:51:38,958 Epoch  29: total training loss 8068.66\n",
      "2020-01-28 15:51:38,959 EPOCH 30\n",
      "2020-01-28 15:52:00,487 Epoch  30 Step:   174300 Batch Loss:     1.310096 Tokens per Sec:     4106, Lr: 0.000300\n",
      "2020-01-28 15:52:55,636 Epoch  30 Step:   174400 Batch Loss:     1.345826 Tokens per Sec:     4121, Lr: 0.000300\n",
      "2020-01-28 15:53:50,989 Epoch  30 Step:   174500 Batch Loss:     1.222509 Tokens per Sec:     4199, Lr: 0.000300\n",
      "2020-01-28 15:54:46,353 Epoch  30 Step:   174600 Batch Loss:     1.279634 Tokens per Sec:     4184, Lr: 0.000300\n",
      "2020-01-28 15:55:41,940 Epoch  30 Step:   174700 Batch Loss:     1.300875 Tokens per Sec:     4283, Lr: 0.000300\n",
      "2020-01-28 15:56:36,610 Epoch  30 Step:   174800 Batch Loss:     1.211274 Tokens per Sec:     4164, Lr: 0.000300\n",
      "2020-01-28 15:57:32,737 Epoch  30 Step:   174900 Batch Loss:     1.206548 Tokens per Sec:     4175, Lr: 0.000300\n",
      "2020-01-28 15:58:27,551 Epoch  30 Step:   175000 Batch Loss:     1.169243 Tokens per Sec:     4100, Lr: 0.000300\n",
      "2020-01-28 16:01:25,463 Example #0\n",
      "2020-01-28 16:01:25,463 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 16:01:25,463 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 16:01:25,463 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 16:01:25,464 Example #1\n",
      "2020-01-28 16:01:25,464 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 16:01:25,464 \tReference:  Yehova akumisami\n",
      "2020-01-28 16:01:25,464 \tHypothesis: Yehova akumisami\n",
      "2020-01-28 16:01:25,464 Example #2\n",
      "2020-01-28 16:01:25,465 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 16:01:25,465 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:01:25,465 \tHypothesis: Azali kokende na Escuela Nueva , to Eteyelo ya Nouvelle - Galles , oyo ezali na programɛ moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa ekateli soki bakutani na eteyelo ya mikolo mingi te , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:01:25,465 Example #3\n",
      "2020-01-28 16:01:25,465 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 16:01:25,465 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 16:01:25,466 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 16:01:25,466 Validation result at epoch  30, step   175000: bleu:  32.05, loss: 31763.2520, ppl:   3.3431, duration: 177.9142s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 16:02:20,526 Epoch  30 Step:   175100 Batch Loss:     1.283347 Tokens per Sec:     4170, Lr: 0.000300\n",
      "2020-01-28 16:03:15,944 Epoch  30 Step:   175200 Batch Loss:     1.366150 Tokens per Sec:     4188, Lr: 0.000300\n",
      "2020-01-28 16:04:10,899 Epoch  30 Step:   175300 Batch Loss:     1.386524 Tokens per Sec:     4263, Lr: 0.000300\n",
      "2020-01-28 16:05:06,385 Epoch  30 Step:   175400 Batch Loss:     1.477812 Tokens per Sec:     4177, Lr: 0.000300\n",
      "2020-01-28 16:06:01,889 Epoch  30 Step:   175500 Batch Loss:     1.555101 Tokens per Sec:     4187, Lr: 0.000300\n",
      "2020-01-28 16:06:57,734 Epoch  30 Step:   175600 Batch Loss:     1.294442 Tokens per Sec:     4253, Lr: 0.000300\n",
      "2020-01-28 16:07:53,088 Epoch  30 Step:   175700 Batch Loss:     1.231424 Tokens per Sec:     4151, Lr: 0.000300\n",
      "2020-01-28 16:08:48,065 Epoch  30 Step:   175800 Batch Loss:     1.223286 Tokens per Sec:     4161, Lr: 0.000300\n",
      "2020-01-28 16:09:44,039 Epoch  30 Step:   175900 Batch Loss:     1.495184 Tokens per Sec:     4140, Lr: 0.000300\n",
      "2020-01-28 16:10:40,102 Epoch  30 Step:   176000 Batch Loss:     1.516291 Tokens per Sec:     4245, Lr: 0.000300\n",
      "2020-01-28 16:13:37,976 Example #0\n",
      "2020-01-28 16:13:37,977 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 16:13:37,977 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 16:13:37,977 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai . ”\n",
      "2020-01-28 16:13:37,977 Example #1\n",
      "2020-01-28 16:13:37,977 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 16:13:37,977 \tReference:  Yehova akumisami\n",
      "2020-01-28 16:13:37,977 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 16:13:37,977 Example #2\n",
      "2020-01-28 16:13:37,977 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 16:13:37,978 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:13:37,978 \tHypothesis: Akei na eteyelo moko ya Escuela Nueva , to na Eteyelo ya Nouvelle - Galles , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:13:37,978 Example #3\n",
      "2020-01-28 16:13:37,978 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 16:13:37,978 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 16:13:37,978 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 16:13:37,978 Validation result at epoch  30, step   176000: bleu:  32.33, loss: 31768.6289, ppl:   3.3438, duration: 177.8750s\n",
      "2020-01-28 16:14:33,591 Epoch  30 Step:   176100 Batch Loss:     1.405239 Tokens per Sec:     4269, Lr: 0.000300\n",
      "2020-01-28 16:15:28,288 Epoch  30 Step:   176200 Batch Loss:     1.614948 Tokens per Sec:     4107, Lr: 0.000300\n",
      "2020-01-28 16:16:23,373 Epoch  30 Step:   176300 Batch Loss:     1.274091 Tokens per Sec:     4215, Lr: 0.000300\n",
      "2020-01-28 16:17:18,389 Epoch  30 Step:   176400 Batch Loss:     1.197823 Tokens per Sec:     4185, Lr: 0.000300\n",
      "2020-01-28 16:18:14,190 Epoch  30 Step:   176500 Batch Loss:     1.599710 Tokens per Sec:     4254, Lr: 0.000300\n",
      "2020-01-28 16:19:10,095 Epoch  30 Step:   176600 Batch Loss:     1.394734 Tokens per Sec:     4235, Lr: 0.000300\n",
      "2020-01-28 16:20:05,750 Epoch  30 Step:   176700 Batch Loss:     1.308294 Tokens per Sec:     4237, Lr: 0.000300\n",
      "2020-01-28 16:21:01,317 Epoch  30 Step:   176800 Batch Loss:     1.058167 Tokens per Sec:     4228, Lr: 0.000300\n",
      "2020-01-28 16:21:57,031 Epoch  30 Step:   176900 Batch Loss:     1.299414 Tokens per Sec:     4094, Lr: 0.000300\n",
      "2020-01-28 16:22:52,246 Epoch  30 Step:   177000 Batch Loss:     1.418769 Tokens per Sec:     4189, Lr: 0.000300\n",
      "2020-01-28 16:25:50,578 Example #0\n",
      "2020-01-28 16:25:50,579 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 16:25:50,579 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 16:25:50,579 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 16:25:50,579 Example #1\n",
      "2020-01-28 16:25:50,579 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 16:25:50,579 \tReference:  Yehova akumisami\n",
      "2020-01-28 16:25:50,579 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 16:25:50,580 Example #2\n",
      "2020-01-28 16:25:50,580 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 16:25:50,580 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:25:50,580 \tHypothesis: Azali kokende na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza oyo esalemi mpo na kosalisa bana bázwa ekateli soki bazali na kelasi ya mikolo mingi te , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:25:50,580 Example #3\n",
      "2020-01-28 16:25:50,580 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 16:25:50,580 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 16:25:50,580 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 16:25:50,580 Validation result at epoch  30, step   177000: bleu:  32.24, loss: 31812.3477, ppl:   3.3494, duration: 178.3332s\n",
      "2020-01-28 16:26:45,717 Epoch  30 Step:   177100 Batch Loss:     1.512391 Tokens per Sec:     4157, Lr: 0.000300\n",
      "2020-01-28 16:27:40,856 Epoch  30 Step:   177200 Batch Loss:     1.373736 Tokens per Sec:     4173, Lr: 0.000300\n",
      "2020-01-28 16:28:35,451 Epoch  30 Step:   177300 Batch Loss:     1.180906 Tokens per Sec:     4201, Lr: 0.000300\n",
      "2020-01-28 16:29:31,137 Epoch  30 Step:   177400 Batch Loss:     1.455641 Tokens per Sec:     4188, Lr: 0.000300\n",
      "2020-01-28 16:30:26,564 Epoch  30 Step:   177500 Batch Loss:     1.221830 Tokens per Sec:     4241, Lr: 0.000300\n",
      "2020-01-28 16:31:21,893 Epoch  30 Step:   177600 Batch Loss:     1.185016 Tokens per Sec:     4224, Lr: 0.000300\n",
      "2020-01-28 16:32:16,730 Epoch  30 Step:   177700 Batch Loss:     1.315736 Tokens per Sec:     4148, Lr: 0.000300\n",
      "2020-01-28 16:33:11,827 Epoch  30 Step:   177800 Batch Loss:     1.185937 Tokens per Sec:     4112, Lr: 0.000300\n",
      "2020-01-28 16:34:06,744 Epoch  30 Step:   177900 Batch Loss:     1.196036 Tokens per Sec:     4211, Lr: 0.000300\n",
      "2020-01-28 16:35:02,814 Epoch  30 Step:   178000 Batch Loss:     1.379820 Tokens per Sec:     4127, Lr: 0.000300\n",
      "2020-01-28 16:38:01,028 Hooray! New best validation result [ppl]!\n",
      "2020-01-28 16:38:01,028 Saving new checkpoint.\n",
      "2020-01-28 16:38:01,255 Example #0\n",
      "2020-01-28 16:38:01,256 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 16:38:01,256 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 16:38:01,256 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki libondeli na ngai .\n",
      "2020-01-28 16:38:01,256 Example #1\n",
      "2020-01-28 16:38:01,256 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 16:38:01,256 \tReference:  Yehova akumisami\n",
      "2020-01-28 16:38:01,256 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 16:38:01,257 Example #2\n",
      "2020-01-28 16:38:01,257 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 16:38:01,257 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:38:01,257 \tHypothesis: Akendaka na Eteyelo ya Escuela Nueva , to Eteyelo ya sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:38:01,257 Example #3\n",
      "2020-01-28 16:38:01,257 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 16:38:01,257 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 16:38:01,257 \tHypothesis: etunaki mokomi moko ya Lamuká !\n",
      "2020-01-28 16:38:01,257 Validation result at epoch  30, step   178000: bleu:  32.03, loss: 31722.3770, ppl:   3.3379, duration: 178.4422s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-01-28 16:38:56,403 Epoch  30 Step:   178100 Batch Loss:     1.317670 Tokens per Sec:     4163, Lr: 0.000300\n",
      "2020-01-28 16:39:51,001 Epoch  30 Step:   178200 Batch Loss:     1.734640 Tokens per Sec:     4111, Lr: 0.000300\n",
      "2020-01-28 16:40:46,770 Epoch  30 Step:   178300 Batch Loss:     1.117447 Tokens per Sec:     4223, Lr: 0.000300\n",
      "2020-01-28 16:41:41,745 Epoch  30 Step:   178400 Batch Loss:     1.184216 Tokens per Sec:     4199, Lr: 0.000300\n",
      "2020-01-28 16:42:36,664 Epoch  30 Step:   178500 Batch Loss:     1.240675 Tokens per Sec:     4173, Lr: 0.000300\n",
      "2020-01-28 16:43:32,213 Epoch  30 Step:   178600 Batch Loss:     1.300894 Tokens per Sec:     4225, Lr: 0.000300\n",
      "2020-01-28 16:44:26,906 Epoch  30 Step:   178700 Batch Loss:     1.330272 Tokens per Sec:     4163, Lr: 0.000300\n",
      "2020-01-28 16:45:22,409 Epoch  30 Step:   178800 Batch Loss:     1.439127 Tokens per Sec:     4267, Lr: 0.000300\n",
      "2020-01-28 16:46:17,519 Epoch  30 Step:   178900 Batch Loss:     1.311184 Tokens per Sec:     4131, Lr: 0.000300\n",
      "2020-01-28 16:47:13,255 Epoch  30 Step:   179000 Batch Loss:     1.114065 Tokens per Sec:     4141, Lr: 0.000300\n",
      "2020-01-28 16:50:11,642 Example #0\n",
      "2020-01-28 16:50:11,643 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 16:50:11,643 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 16:50:11,643 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 16:50:11,643 Example #1\n",
      "2020-01-28 16:50:11,644 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 16:50:11,644 \tReference:  Yehova akumisami\n",
      "2020-01-28 16:50:11,644 \tHypothesis: Yehova amonisami\n",
      "2020-01-28 16:50:11,644 Example #2\n",
      "2020-01-28 16:50:11,644 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 16:50:11,644 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:50:11,645 \tHypothesis: Azali kokende na eteyelo moko ya Escuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , elingi koloba makambo oyo bato mingi basalaka , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 16:50:11,645 Example #3\n",
      "2020-01-28 16:50:11,645 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 16:50:11,645 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 16:50:11,645 \tHypothesis: Mokomi moko ya Lamuká !\n",
      "2020-01-28 16:50:11,646 Validation result at epoch  30, step   179000: bleu:  32.87, loss: 31798.0195, ppl:   3.3475, duration: 178.3902s\n",
      "2020-01-28 16:51:07,553 Epoch  30 Step:   179100 Batch Loss:     1.333842 Tokens per Sec:     4190, Lr: 0.000300\n",
      "2020-01-28 16:52:03,088 Epoch  30 Step:   179200 Batch Loss:     1.129196 Tokens per Sec:     4232, Lr: 0.000300\n",
      "2020-01-28 16:52:58,426 Epoch  30 Step:   179300 Batch Loss:     1.363394 Tokens per Sec:     4160, Lr: 0.000300\n",
      "2020-01-28 16:53:54,208 Epoch  30 Step:   179400 Batch Loss:     1.350214 Tokens per Sec:     4262, Lr: 0.000300\n",
      "2020-01-28 16:54:48,885 Epoch  30 Step:   179500 Batch Loss:     1.324584 Tokens per Sec:     4117, Lr: 0.000300\n",
      "2020-01-28 16:55:44,533 Epoch  30 Step:   179600 Batch Loss:     1.429086 Tokens per Sec:     4198, Lr: 0.000300\n",
      "2020-01-28 16:56:40,060 Epoch  30 Step:   179700 Batch Loss:     1.499076 Tokens per Sec:     4177, Lr: 0.000300\n",
      "2020-01-28 16:57:35,134 Epoch  30 Step:   179800 Batch Loss:     1.346737 Tokens per Sec:     4179, Lr: 0.000300\n",
      "2020-01-28 16:58:30,014 Epoch  30 Step:   179900 Batch Loss:     1.080930 Tokens per Sec:     4138, Lr: 0.000300\n",
      "2020-01-28 16:59:25,283 Epoch  30 Step:   180000 Batch Loss:     1.044771 Tokens per Sec:     4264, Lr: 0.000300\n",
      "2020-01-28 17:02:24,234 Example #0\n",
      "2020-01-28 17:02:24,235 \tSource:     “ I had prayed to Jehovah for wisdom , and he answered my prayer , ” says Andrey .\n",
      "2020-01-28 17:02:24,235 \tReference:  Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayokaki libondeli na ngai .\n",
      "2020-01-28 17:02:24,235 \tHypothesis: Andrey alobi boye : “ Nabondelaki Yehova apesa ngai bwanya , mpe ayanolaki na libondeli na ngai .\n",
      "2020-01-28 17:02:24,235 Example #1\n",
      "2020-01-28 17:02:24,235 \tSource:     Jehovah Is Exalted\n",
      "2020-01-28 17:02:24,235 \tReference:  Yehova akumisami\n",
      "2020-01-28 17:02:24,235 \tHypothesis: Yehova atombwami\n",
      "2020-01-28 17:02:24,235 Example #2\n",
      "2020-01-28 17:02:24,235 \tSource:     He goes to an Escuela Nueva , or New School , that has a flexible program designed to help children to catch up if they have to miss a few days ’ school ​ — a common occurrence , especially at harvest time .\n",
      "2020-01-28 17:02:24,236 \tReference:  Akendeke kelasi na Escuela Nueva , to eteyelo ya sika , oyo ezali na manáka ya pɛtɛɛ mpo na kosunga bana ete bázonga nsima te ata soki bazangisi kelasi na boumeli ya mwa mikolo , likambo liyaka mbala na mbala , mingimingi na ntango ya kobuka mbuma .\n",
      "2020-01-28 17:02:24,236 \tHypothesis: Azali kokende na Ecuela Nueva , to na Eteyelo ya Sika , oyo ezali na programɛ moko ya malamu mpenza oyo ebongisami mpo na kosalisa bana bázwa ekateli soki basengeli kozanga mwa mikolo , elingi koloba makambo oyo esalemaka mingi , mingimingi na eleko ya kobuka mbuma .\n",
      "2020-01-28 17:02:24,236 Example #3\n",
      "2020-01-28 17:02:24,236 \tSource:     asked an Awake ! writer .\n",
      "2020-01-28 17:02:24,236 \tReference:  Mokomi moko ya Lamuká !\n",
      "2020-01-28 17:02:24,236 \tHypothesis: etunaki ye ete : “ Nakosala nini ? ”\n",
      "2020-01-28 17:02:24,236 Validation result at epoch  30, step   180000: bleu:  32.39, loss: 31784.2324, ppl:   3.3458, duration: 178.9527s\n",
      "2020-01-28 17:03:19,390 Epoch  30 Step:   180100 Batch Loss:     1.278383 Tokens per Sec:     4206, Lr: 0.000300\n",
      "2020-01-28 17:04:13,921 Epoch  30 Step:   180200 Batch Loss:     1.297946 Tokens per Sec:     4102, Lr: 0.000300\n",
      "2020-01-28 17:04:55,058 Epoch  30: total training loss 8029.03\n",
      "2020-01-28 17:04:55,058 Training ended after  30 epochs.\n",
      "2020-01-28 17:04:55,058 Best validation result at step   178000:   3.34 ppl.\n",
      "2020-01-28 17:07:12,048  dev bleu:  32.74 [Beam search decoding with beam size = 5 and alpha = 1.0]\n",
      "2020-01-28 17:07:12,049 Translations saved to: models/enln_transformer/00178000.hyps.dev\n",
      "2020-01-28 17:10:55,632 test bleu:  48.64 [Beam search decoding with beam size = 5 and alpha = 1.0]\n",
      "2020-01-28 17:10:55,634 Translations saved to: models/enln_transformer/00178000.hyps.test\n"
     ]
    }
   ],
   "source": [
    "# Train the model\n",
    "# You can press Ctrl-C to stop. And then run the next cell to save your checkpoints! \n",
    "!python3 -m joeynmt train config/transformer_$src$tgt.yaml"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00178000.hyps.dev   132000.hyps  168000.hyps  38000.hyps  73000.hyps\r\n",
      "00178000.hyps.test  133000.hyps  169000.hyps  39000.hyps  74000.hyps\r\n",
      "1000.hyps\t    134000.hyps  17000.hyps   4000.hyps   75000.hyps\r\n",
      "10000.hyps\t    135000.hyps  170000.hyps  40000.hyps  76000.hyps\r\n",
      "100000.hyps\t    136000.hyps  171000.hyps  41000.hyps  77000.hyps\r\n",
      "101000.hyps\t    137000.hyps  172000.hyps  42000.hyps  78000.hyps\r\n",
      "102000.hyps\t    138000.hyps  173000.ckpt  43000.hyps  79000.hyps\r\n",
      "103000.hyps\t    139000.hyps  173000.hyps  44000.hyps  8000.hyps\r\n",
      "104000.hyps\t    14000.hyps\t 174000.ckpt  45000.hyps  80000.hyps\r\n",
      "105000.hyps\t    140000.hyps  174000.hyps  46000.hyps  81000.hyps\r\n",
      "106000.hyps\t    141000.hyps  175000.hyps  47000.hyps  82000.hyps\r\n",
      "107000.hyps\t    142000.hyps  176000.hyps  48000.hyps  83000.hyps\r\n",
      "108000.hyps\t    143000.hyps  177000.hyps  49000.hyps  84000.hyps\r\n",
      "109000.hyps\t    144000.hyps  178000.ckpt  5000.hyps   85000.hyps\r\n",
      "11000.hyps\t    145000.hyps  178000.hyps  50000.hyps  86000.hyps\r\n",
      "110000.hyps\t    146000.hyps  179000.hyps  51000.hyps  87000.hyps\r\n",
      "111000.hyps\t    147000.hyps  18000.hyps   52000.hyps  88000.hyps\r\n",
      "112000.hyps\t    148000.hyps  180000.hyps  53000.hyps  89000.hyps\r\n",
      "113000.hyps\t    149000.hyps  19000.hyps   54000.hyps  9000.hyps\r\n",
      "114000.hyps\t    15000.hyps\t 2000.hyps    55000.hyps  90000.hyps\r\n",
      "115000.hyps\t    150000.hyps  20000.hyps   56000.hyps  91000.hyps\r\n",
      "116000.hyps\t    151000.hyps  21000.hyps   57000.hyps  92000.hyps\r\n",
      "117000.hyps\t    152000.hyps  22000.hyps   58000.hyps  93000.hyps\r\n",
      "118000.hyps\t    153000.hyps  23000.hyps   59000.hyps  94000.hyps\r\n",
      "119000.hyps\t    154000.hyps  24000.hyps   6000.hyps   95000.hyps\r\n",
      "12000.hyps\t    155000.hyps  25000.hyps   60000.hyps  96000.hyps\r\n",
      "120000.hyps\t    156000.hyps  26000.hyps   61000.hyps  97000.hyps\r\n",
      "121000.hyps\t    157000.hyps  27000.hyps   62000.hyps  98000.hyps\r\n",
      "122000.hyps\t    158000.hyps  28000.hyps   63000.hyps  99000.hyps\r\n",
      "123000.hyps\t    159000.hyps  29000.hyps   64000.hyps  best.ckpt\r\n",
      "124000.hyps\t    16000.hyps\t 3000.hyps    65000.hyps  config.yaml\r\n",
      "125000.hyps\t    160000.hyps  30000.hyps   66000.hyps  src_vocab.txt\r\n",
      "126000.hyps\t    161000.hyps  31000.hyps   67000.hyps  tensorboard\r\n",
      "127000.hyps\t    162000.hyps  32000.hyps   68000.hyps  train.log\r\n",
      "128000.hyps\t    163000.hyps  33000.hyps   69000.hyps  trg_vocab.txt\r\n",
      "129000.hyps\t    164000.hyps  34000.hyps   7000.hyps   validations.txt\r\n",
      "13000.hyps\t    165000.hyps  35000.hyps   70000.hyps\r\n",
      "130000.hyps\t    166000.hyps  36000.hyps   71000.hyps\r\n",
      "131000.hyps\t    167000.hyps  37000.hyps   72000.hyps\r\n"
     ]
    }
   ],
   "source": [
    "!ls models/${src}${tgt}_transformer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Steps: 1000\tLoss: 98587.16406\tPPL: 42.35123\tbleu: 1.97804\tLR: 0.00030000\t*\r\n",
      "Steps: 2000\tLoss: 83331.87500\tPPL: 23.72063\tbleu: 4.41728\tLR: 0.00030000\t*\r\n",
      "Steps: 3000\tLoss: 74468.50781\tPPL: 16.93810\tbleu: 6.43743\tLR: 0.00030000\t*\r\n",
      "Steps: 4000\tLoss: 68886.13281\tPPL: 13.70078\tbleu: 9.43805\tLR: 0.00030000\t*\r\n",
      "Steps: 5000\tLoss: 64822.57422\tPPL: 11.74058\tbleu: 11.82589\tLR: 0.00030000\t*\r\n",
      "Steps: 6000\tLoss: 61739.46484\tPPL: 10.44269\tbleu: 13.63813\tLR: 0.00030000\t*\r\n",
      "Steps: 7000\tLoss: 59067.85547\tPPL: 9.43466\tbleu: 14.85649\tLR: 0.00030000\t*\r\n",
      "Steps: 8000\tLoss: 56806.56250\tPPL: 8.65786\tbleu: 16.22938\tLR: 0.00030000\t*\r\n",
      "Steps: 9000\tLoss: 54457.80078\tPPL: 7.91867\tbleu: 18.71813\tLR: 0.00030000\t*\r\n",
      "Steps: 10000\tLoss: 52996.16406\tPPL: 7.49087\tbleu: 19.07842\tLR: 0.00030000\t*\r\n",
      "Steps: 11000\tLoss: 51604.36719\tPPL: 7.10502\tbleu: 19.20304\tLR: 0.00030000\t*\r\n",
      "Steps: 12000\tLoss: 50352.13672\tPPL: 6.77487\tbleu: 20.38498\tLR: 0.00030000\t*\r\n",
      "Steps: 13000\tLoss: 49454.42188\tPPL: 6.54768\tbleu: 20.43895\tLR: 0.00030000\t*\r\n",
      "Steps: 14000\tLoss: 48591.03906\tPPL: 6.33636\tbleu: 21.71949\tLR: 0.00030000\t*\r\n",
      "Steps: 15000\tLoss: 47677.19141\tPPL: 6.12012\tbleu: 21.90593\tLR: 0.00030000\t*\r\n",
      "Steps: 16000\tLoss: 47033.92969\tPPL: 5.97234\tbleu: 22.61263\tLR: 0.00030000\t*\r\n",
      "Steps: 17000\tLoss: 46466.60547\tPPL: 5.84498\tbleu: 22.53257\tLR: 0.00030000\t*\r\n",
      "Steps: 18000\tLoss: 45689.82031\tPPL: 5.67498\tbleu: 23.11039\tLR: 0.00030000\t*\r\n",
      "Steps: 19000\tLoss: 45089.90625\tPPL: 5.54708\tbleu: 23.38194\tLR: 0.00030000\t*\r\n",
      "Steps: 20000\tLoss: 44844.77734\tPPL: 5.49566\tbleu: 24.04572\tLR: 0.00030000\t*\r\n",
      "Steps: 21000\tLoss: 44017.16797\tPPL: 5.32553\tbleu: 24.43880\tLR: 0.00030000\t*\r\n",
      "Steps: 22000\tLoss: 43584.07812\tPPL: 5.23861\tbleu: 24.45597\tLR: 0.00030000\t*\r\n",
      "Steps: 23000\tLoss: 43314.88672\tPPL: 5.18530\tbleu: 24.65415\tLR: 0.00030000\t*\r\n",
      "Steps: 24000\tLoss: 42719.63672\tPPL: 5.06934\tbleu: 24.88043\tLR: 0.00030000\t*\r\n",
      "Steps: 25000\tLoss: 42679.84375\tPPL: 5.06168\tbleu: 25.29832\tLR: 0.00030000\t*\r\n",
      "Steps: 26000\tLoss: 42187.60938\tPPL: 4.96789\tbleu: 25.20145\tLR: 0.00030000\t*\r\n",
      "Steps: 27000\tLoss: 41824.11328\tPPL: 4.89974\tbleu: 26.03683\tLR: 0.00030000\t*\r\n",
      "Steps: 28000\tLoss: 41468.59375\tPPL: 4.83400\tbleu: 26.05520\tLR: 0.00030000\t*\r\n",
      "Steps: 29000\tLoss: 41204.90625\tPPL: 4.78581\tbleu: 25.88880\tLR: 0.00030000\t*\r\n",
      "Steps: 30000\tLoss: 41016.20703\tPPL: 4.75162\tbleu: 26.14282\tLR: 0.00030000\t*\r\n",
      "Steps: 31000\tLoss: 40608.95703\tPPL: 4.67866\tbleu: 26.55928\tLR: 0.00030000\t*\r\n",
      "Steps: 32000\tLoss: 40509.76953\tPPL: 4.66106\tbleu: 26.67988\tLR: 0.00030000\t*\r\n",
      "Steps: 33000\tLoss: 40239.44922\tPPL: 4.61343\tbleu: 26.84404\tLR: 0.00030000\t*\r\n",
      "Steps: 34000\tLoss: 40025.32812\tPPL: 4.57604\tbleu: 26.87073\tLR: 0.00030000\t*\r\n",
      "Steps: 35000\tLoss: 39749.69141\tPPL: 4.52837\tbleu: 26.45645\tLR: 0.00030000\t*\r\n",
      "Steps: 36000\tLoss: 39582.90234\tPPL: 4.49976\tbleu: 27.14048\tLR: 0.00030000\t*\r\n",
      "Steps: 37000\tLoss: 39517.82422\tPPL: 4.48865\tbleu: 27.31787\tLR: 0.00030000\t*\r\n",
      "Steps: 38000\tLoss: 39297.59766\tPPL: 4.45124\tbleu: 27.43823\tLR: 0.00030000\t*\r\n",
      "Steps: 39000\tLoss: 39099.30078\tPPL: 4.41783\tbleu: 27.54830\tLR: 0.00030000\t*\r\n",
      "Steps: 40000\tLoss: 38847.82812\tPPL: 4.37582\tbleu: 27.68253\tLR: 0.00030000\t*\r\n",
      "Steps: 41000\tLoss: 38879.46094\tPPL: 4.38108\tbleu: 27.68924\tLR: 0.00030000\t\r\n",
      "Steps: 42000\tLoss: 38647.40625\tPPL: 4.34262\tbleu: 28.17924\tLR: 0.00030000\t*\r\n",
      "Steps: 43000\tLoss: 38276.96484\tPPL: 4.28192\tbleu: 28.29594\tLR: 0.00030000\t*\r\n",
      "Steps: 44000\tLoss: 38070.88281\tPPL: 4.24853\tbleu: 28.30240\tLR: 0.00030000\t*\r\n",
      "Steps: 45000\tLoss: 38274.80469\tPPL: 4.28157\tbleu: 27.95180\tLR: 0.00030000\t\r\n",
      "Steps: 46000\tLoss: 37995.72266\tPPL: 4.23641\tbleu: 28.24181\tLR: 0.00030000\t*\r\n",
      "Steps: 47000\tLoss: 37869.91016\tPPL: 4.21621\tbleu: 28.38744\tLR: 0.00030000\t*\r\n",
      "Steps: 48000\tLoss: 37475.66797\tPPL: 4.15352\tbleu: 28.37237\tLR: 0.00030000\t*\r\n",
      "Steps: 49000\tLoss: 37545.52734\tPPL: 4.16456\tbleu: 28.47124\tLR: 0.00030000\t\r\n",
      "Steps: 50000\tLoss: 37262.00781\tPPL: 4.11994\tbleu: 29.04737\tLR: 0.00030000\t*\r\n",
      "Steps: 51000\tLoss: 37392.51953\tPPL: 4.14042\tbleu: 28.47380\tLR: 0.00030000\t\r\n",
      "Steps: 52000\tLoss: 37086.64062\tPPL: 4.09257\tbleu: 28.80841\tLR: 0.00030000\t*\r\n",
      "Steps: 53000\tLoss: 37045.52734\tPPL: 4.08618\tbleu: 28.96906\tLR: 0.00030000\t*\r\n",
      "Steps: 54000\tLoss: 37022.62500\tPPL: 4.08263\tbleu: 28.97203\tLR: 0.00030000\t*\r\n",
      "Steps: 55000\tLoss: 36755.39453\tPPL: 4.04139\tbleu: 29.39079\tLR: 0.00030000\t*\r\n",
      "Steps: 56000\tLoss: 36576.10156\tPPL: 4.01395\tbleu: 29.45850\tLR: 0.00030000\t*\r\n",
      "Steps: 57000\tLoss: 36669.27734\tPPL: 4.02818\tbleu: 29.16113\tLR: 0.00030000\t\r\n",
      "Steps: 58000\tLoss: 36586.67969\tPPL: 4.01556\tbleu: 29.55223\tLR: 0.00030000\t\r\n",
      "Steps: 59000\tLoss: 36472.73828\tPPL: 3.99821\tbleu: 29.08540\tLR: 0.00030000\t*\r\n",
      "Steps: 60000\tLoss: 36312.05469\tPPL: 3.97388\tbleu: 29.55714\tLR: 0.00030000\t*\r\n",
      "Steps: 61000\tLoss: 36405.46484\tPPL: 3.98801\tbleu: 29.42361\tLR: 0.00030000\t\r\n",
      "Steps: 62000\tLoss: 36182.63672\tPPL: 3.95438\tbleu: 30.02000\tLR: 0.00030000\t*\r\n",
      "Steps: 63000\tLoss: 36137.33984\tPPL: 3.94758\tbleu: 29.62116\tLR: 0.00030000\t*\r\n",
      "Steps: 64000\tLoss: 36105.62109\tPPL: 3.94283\tbleu: 29.85833\tLR: 0.00030000\t*\r\n",
      "Steps: 65000\tLoss: 35999.64062\tPPL: 3.92698\tbleu: 29.59327\tLR: 0.00030000\t*\r\n",
      "Steps: 66000\tLoss: 35726.74609\tPPL: 3.88647\tbleu: 29.87549\tLR: 0.00030000\t*\r\n",
      "Steps: 67000\tLoss: 35741.32422\tPPL: 3.88863\tbleu: 30.01595\tLR: 0.00030000\t\r\n",
      "Steps: 68000\tLoss: 35686.67969\tPPL: 3.88056\tbleu: 30.35649\tLR: 0.00030000\t*\r\n",
      "Steps: 69000\tLoss: 35710.10156\tPPL: 3.88402\tbleu: 30.05167\tLR: 0.00030000\t\r\n",
      "Steps: 70000\tLoss: 35463.79297\tPPL: 3.84784\tbleu: 30.24805\tLR: 0.00030000\t*\r\n",
      "Steps: 71000\tLoss: 35473.36328\tPPL: 3.84924\tbleu: 29.90266\tLR: 0.00030000\t\r\n",
      "Steps: 72000\tLoss: 35397.48828\tPPL: 3.83815\tbleu: 29.88424\tLR: 0.00030000\t*\r\n",
      "Steps: 73000\tLoss: 35230.08203\tPPL: 3.81382\tbleu: 30.16289\tLR: 0.00030000\t*\r\n",
      "Steps: 74000\tLoss: 35263.62891\tPPL: 3.81868\tbleu: 30.48071\tLR: 0.00030000\t\r\n",
      "Steps: 75000\tLoss: 35229.18750\tPPL: 3.81369\tbleu: 30.43892\tLR: 0.00030000\t*\r\n",
      "Steps: 76000\tLoss: 35177.29297\tPPL: 3.80618\tbleu: 30.03361\tLR: 0.00030000\t*\r\n",
      "Steps: 77000\tLoss: 35051.81641\tPPL: 3.78807\tbleu: 30.28445\tLR: 0.00030000\t*\r\n",
      "Steps: 78000\tLoss: 34947.87891\tPPL: 3.77314\tbleu: 30.42704\tLR: 0.00030000\t*\r\n",
      "Steps: 79000\tLoss: 35128.52734\tPPL: 3.79913\tbleu: 30.25947\tLR: 0.00030000\t\r\n",
      "Steps: 80000\tLoss: 34997.02344\tPPL: 3.78019\tbleu: 30.47747\tLR: 0.00030000\t\r\n",
      "Steps: 81000\tLoss: 34880.70703\tPPL: 3.76352\tbleu: 30.19161\tLR: 0.00030000\t*\r\n",
      "Steps: 82000\tLoss: 34784.55469\tPPL: 3.74980\tbleu: 30.22135\tLR: 0.00030000\t*\r\n",
      "Steps: 83000\tLoss: 34783.46484\tPPL: 3.74964\tbleu: 30.33980\tLR: 0.00030000\t*\r\n",
      "Steps: 84000\tLoss: 34859.35547\tPPL: 3.76047\tbleu: 30.61563\tLR: 0.00030000\t\r\n",
      "Steps: 85000\tLoss: 34702.01172\tPPL: 3.73806\tbleu: 30.54406\tLR: 0.00030000\t*\r\n",
      "Steps: 86000\tLoss: 34571.55469\tPPL: 3.71957\tbleu: 30.43779\tLR: 0.00030000\t*\r\n",
      "Steps: 87000\tLoss: 34516.69531\tPPL: 3.71183\tbleu: 30.67521\tLR: 0.00030000\t*\r\n",
      "Steps: 88000\tLoss: 34461.06641\tPPL: 3.70399\tbleu: 30.88347\tLR: 0.00030000\t*\r\n",
      "Steps: 89000\tLoss: 34346.12500\tPPL: 3.68785\tbleu: 31.30517\tLR: 0.00030000\t*\r\n",
      "Steps: 90000\tLoss: 34400.59766\tPPL: 3.69549\tbleu: 30.66718\tLR: 0.00030000\t\r\n",
      "Steps: 91000\tLoss: 34366.86328\tPPL: 3.69076\tbleu: 30.61125\tLR: 0.00030000\t\r\n",
      "Steps: 92000\tLoss: 34390.93359\tPPL: 3.69413\tbleu: 30.51666\tLR: 0.00030000\t\r\n",
      "Steps: 93000\tLoss: 34191.80078\tPPL: 3.66629\tbleu: 30.49210\tLR: 0.00030000\t*\r\n",
      "Steps: 94000\tLoss: 34093.54688\tPPL: 3.65262\tbleu: 30.98921\tLR: 0.00030000\t*\r\n",
      "Steps: 95000\tLoss: 34346.17578\tPPL: 3.68785\tbleu: 30.57657\tLR: 0.00030000\t\r\n",
      "Steps: 96000\tLoss: 33984.32812\tPPL: 3.63750\tbleu: 30.73922\tLR: 0.00030000\t*\r\n",
      "Steps: 97000\tLoss: 33945.04688\tPPL: 3.63207\tbleu: 30.53422\tLR: 0.00030000\t*\r\n",
      "Steps: 98000\tLoss: 34108.48047\tPPL: 3.65470\tbleu: 30.41809\tLR: 0.00030000\t\r\n",
      "Steps: 99000\tLoss: 33905.70312\tPPL: 3.62665\tbleu: 30.98853\tLR: 0.00030000\t*\r\n",
      "Steps: 100000\tLoss: 33827.56250\tPPL: 3.61590\tbleu: 31.11354\tLR: 0.00030000\t*\r\n",
      "Steps: 101000\tLoss: 33818.79688\tPPL: 3.61469\tbleu: 30.98484\tLR: 0.00030000\t*\r\n",
      "Steps: 102000\tLoss: 33690.30859\tPPL: 3.59709\tbleu: 31.02905\tLR: 0.00030000\t*\r\n",
      "Steps: 103000\tLoss: 33733.51562\tPPL: 3.60300\tbleu: 30.84068\tLR: 0.00030000\t\r\n",
      "Steps: 104000\tLoss: 33771.46484\tPPL: 3.60820\tbleu: 31.17957\tLR: 0.00030000\t\r\n",
      "Steps: 105000\tLoss: 33717.67969\tPPL: 3.60083\tbleu: 31.22264\tLR: 0.00030000\t\r\n",
      "Steps: 106000\tLoss: 33572.11328\tPPL: 3.58097\tbleu: 31.12246\tLR: 0.00030000\t*\r\n",
      "Steps: 107000\tLoss: 33518.23828\tPPL: 3.57365\tbleu: 30.76655\tLR: 0.00030000\t*\r\n",
      "Steps: 108000\tLoss: 33529.24219\tPPL: 3.57514\tbleu: 30.41456\tLR: 0.00030000\t\r\n",
      "Steps: 109000\tLoss: 33524.25781\tPPL: 3.57446\tbleu: 30.97445\tLR: 0.00030000\t\r\n",
      "Steps: 110000\tLoss: 33568.29688\tPPL: 3.58045\tbleu: 31.27724\tLR: 0.00030000\t\r\n",
      "Steps: 111000\tLoss: 33386.31641\tPPL: 3.55578\tbleu: 31.07954\tLR: 0.00030000\t*\r\n",
      "Steps: 112000\tLoss: 33407.89844\tPPL: 3.55869\tbleu: 31.40365\tLR: 0.00030000\t\r\n",
      "Steps: 113000\tLoss: 33410.83984\tPPL: 3.55909\tbleu: 30.86494\tLR: 0.00030000\t\r\n",
      "Steps: 114000\tLoss: 33256.14844\tPPL: 3.53823\tbleu: 31.03824\tLR: 0.00030000\t*\r\n",
      "Steps: 115000\tLoss: 33299.70312\tPPL: 3.54409\tbleu: 31.25064\tLR: 0.00030000\t\r\n",
      "Steps: 116000\tLoss: 33405.30078\tPPL: 3.55834\tbleu: 31.45736\tLR: 0.00030000\t\r\n",
      "Steps: 117000\tLoss: 33326.59375\tPPL: 3.54772\tbleu: 30.89787\tLR: 0.00030000\t\r\n",
      "Steps: 118000\tLoss: 33079.33594\tPPL: 3.51454\tbleu: 31.66253\tLR: 0.00030000\t*\r\n",
      "Steps: 119000\tLoss: 32991.24219\tPPL: 3.50280\tbleu: 31.53065\tLR: 0.00030000\t*\r\n",
      "Steps: 120000\tLoss: 33046.24219\tPPL: 3.51013\tbleu: 31.10928\tLR: 0.00030000\t\r\n",
      "Steps: 121000\tLoss: 33072.25000\tPPL: 3.51360\tbleu: 31.57333\tLR: 0.00030000\t\r\n",
      "Steps: 122000\tLoss: 33126.78125\tPPL: 3.52088\tbleu: 31.29760\tLR: 0.00030000\t\r\n",
      "Steps: 123000\tLoss: 32983.21094\tPPL: 3.50173\tbleu: 31.66696\tLR: 0.00030000\t*\r\n",
      "Steps: 124000\tLoss: 33080.36328\tPPL: 3.51468\tbleu: 31.43619\tLR: 0.00030000\t\r\n",
      "Steps: 125000\tLoss: 32920.58594\tPPL: 3.49341\tbleu: 31.49514\tLR: 0.00030000\t*\r\n",
      "Steps: 126000\tLoss: 33020.04688\tPPL: 3.50663\tbleu: 31.63576\tLR: 0.00030000\t\r\n",
      "Steps: 127000\tLoss: 32856.67188\tPPL: 3.48493\tbleu: 31.46821\tLR: 0.00030000\t*\r\n",
      "Steps: 128000\tLoss: 32781.53125\tPPL: 3.47500\tbleu: 31.20838\tLR: 0.00030000\t*\r\n",
      "Steps: 129000\tLoss: 32951.09375\tPPL: 3.49746\tbleu: 31.48965\tLR: 0.00030000\t\r\n",
      "Steps: 130000\tLoss: 32886.66406\tPPL: 3.48891\tbleu: 31.35809\tLR: 0.00030000\t\r\n",
      "Steps: 131000\tLoss: 32890.52734\tPPL: 3.48942\tbleu: 31.73268\tLR: 0.00030000\t\r\n",
      "Steps: 132000\tLoss: 32772.80078\tPPL: 3.47384\tbleu: 31.86151\tLR: 0.00030000\t*\r\n",
      "Steps: 133000\tLoss: 32855.81250\tPPL: 3.48482\tbleu: 31.37413\tLR: 0.00030000\t\r\n",
      "Steps: 134000\tLoss: 32762.84766\tPPL: 3.47253\tbleu: 31.86319\tLR: 0.00030000\t*\r\n",
      "Steps: 135000\tLoss: 32709.50000\tPPL: 3.46550\tbleu: 31.63933\tLR: 0.00030000\t*\r\n",
      "Steps: 136000\tLoss: 32723.34375\tPPL: 3.46732\tbleu: 32.07189\tLR: 0.00030000\t\r\n",
      "Steps: 137000\tLoss: 32601.82227\tPPL: 3.45135\tbleu: 31.60738\tLR: 0.00030000\t*\r\n",
      "Steps: 138000\tLoss: 32599.85742\tPPL: 3.45109\tbleu: 32.18206\tLR: 0.00030000\t*\r\n",
      "Steps: 139000\tLoss: 32645.00195\tPPL: 3.45702\tbleu: 31.39706\tLR: 0.00030000\t\r\n",
      "Steps: 140000\tLoss: 32664.53320\tPPL: 3.45958\tbleu: 31.49268\tLR: 0.00030000\t\r\n",
      "Steps: 141000\tLoss: 32502.66406\tPPL: 3.43837\tbleu: 31.46003\tLR: 0.00030000\t*\r\n",
      "Steps: 142000\tLoss: 32540.71094\tPPL: 3.44334\tbleu: 31.70974\tLR: 0.00030000\t\r\n",
      "Steps: 143000\tLoss: 32388.56055\tPPL: 3.42349\tbleu: 31.66381\tLR: 0.00030000\t*\r\n",
      "Steps: 144000\tLoss: 32382.94531\tPPL: 3.42276\tbleu: 31.73107\tLR: 0.00030000\t*\r\n",
      "Steps: 145000\tLoss: 32361.57227\tPPL: 3.41999\tbleu: 31.78980\tLR: 0.00030000\t*\r\n",
      "Steps: 146000\tLoss: 32512.67578\tPPL: 3.43968\tbleu: 31.56925\tLR: 0.00030000\t\r\n",
      "Steps: 147000\tLoss: 32401.49023\tPPL: 3.42518\tbleu: 32.34126\tLR: 0.00030000\t\r\n",
      "Steps: 148000\tLoss: 32242.35156\tPPL: 3.40453\tbleu: 32.13088\tLR: 0.00030000\t*\r\n",
      "Steps: 149000\tLoss: 32367.37695\tPPL: 3.42074\tbleu: 31.79343\tLR: 0.00030000\t\r\n",
      "Steps: 150000\tLoss: 32337.34180\tPPL: 3.41684\tbleu: 31.65206\tLR: 0.00030000\t\r\n",
      "Steps: 151000\tLoss: 32426.80078\tPPL: 3.42847\tbleu: 31.93923\tLR: 0.00030000\t\r\n",
      "Steps: 152000\tLoss: 32209.64648\tPPL: 3.40030\tbleu: 31.92305\tLR: 0.00030000\t*\r\n",
      "Steps: 153000\tLoss: 32303.37500\tPPL: 3.41243\tbleu: 31.88268\tLR: 0.00030000\t\r\n",
      "Steps: 154000\tLoss: 32305.85938\tPPL: 3.41275\tbleu: 31.96695\tLR: 0.00030000\t\r\n",
      "Steps: 155000\tLoss: 32143.62109\tPPL: 3.39178\tbleu: 31.59042\tLR: 0.00030000\t*\r\n",
      "Steps: 156000\tLoss: 32195.13086\tPPL: 3.39843\tbleu: 31.97927\tLR: 0.00030000\t\r\n",
      "Steps: 157000\tLoss: 32223.27734\tPPL: 3.40206\tbleu: 31.95538\tLR: 0.00030000\t\r\n",
      "Steps: 158000\tLoss: 32048.46875\tPPL: 3.37954\tbleu: 32.11889\tLR: 0.00030000\t*\r\n",
      "Steps: 159000\tLoss: 32142.28125\tPPL: 3.39161\tbleu: 32.20169\tLR: 0.00030000\t\r\n",
      "Steps: 160000\tLoss: 32221.57031\tPPL: 3.40184\tbleu: 31.85228\tLR: 0.00030000\t\r\n",
      "Steps: 161000\tLoss: 32105.10547\tPPL: 3.38682\tbleu: 31.89760\tLR: 0.00030000\t\r\n",
      "Steps: 162000\tLoss: 32077.90430\tPPL: 3.38332\tbleu: 31.95942\tLR: 0.00030000\t\r\n",
      "Steps: 163000\tLoss: 32063.21680\tPPL: 3.38143\tbleu: 32.25314\tLR: 0.00030000\t\r\n",
      "Steps: 164000\tLoss: 32044.81250\tPPL: 3.37907\tbleu: 31.87277\tLR: 0.00030000\t*\r\n",
      "Steps: 165000\tLoss: 32011.27539\tPPL: 3.37477\tbleu: 31.85913\tLR: 0.00030000\t*\r\n",
      "Steps: 166000\tLoss: 31968.13086\tPPL: 3.36924\tbleu: 32.12024\tLR: 0.00030000\t*\r\n",
      "Steps: 167000\tLoss: 31894.38867\tPPL: 3.35981\tbleu: 32.36714\tLR: 0.00030000\t*\r\n",
      "Steps: 168000\tLoss: 31896.24805\tPPL: 3.36005\tbleu: 32.05152\tLR: 0.00030000\t\r\n",
      "Steps: 169000\tLoss: 32019.65039\tPPL: 3.37584\tbleu: 31.97728\tLR: 0.00030000\t\r\n",
      "Steps: 170000\tLoss: 31996.90234\tPPL: 3.37292\tbleu: 31.89701\tLR: 0.00030000\t\r\n",
      "Steps: 171000\tLoss: 31885.30273\tPPL: 3.35865\tbleu: 32.18194\tLR: 0.00030000\t*\r\n",
      "Steps: 172000\tLoss: 31862.72461\tPPL: 3.35577\tbleu: 32.80236\tLR: 0.00030000\t*\r\n",
      "Steps: 173000\tLoss: 31766.87500\tPPL: 3.34357\tbleu: 32.30026\tLR: 0.00030000\t*\r\n",
      "Steps: 174000\tLoss: 31762.73047\tPPL: 3.34305\tbleu: 32.46215\tLR: 0.00030000\t*\r\n",
      "Steps: 175000\tLoss: 31763.25195\tPPL: 3.34311\tbleu: 32.04518\tLR: 0.00030000\t\r\n",
      "Steps: 176000\tLoss: 31768.62891\tPPL: 3.34380\tbleu: 32.33361\tLR: 0.00030000\t\r\n",
      "Steps: 177000\tLoss: 31812.34766\tPPL: 3.34935\tbleu: 32.24424\tLR: 0.00030000\t\r\n",
      "Steps: 178000\tLoss: 31722.37695\tPPL: 3.33792\tbleu: 32.03003\tLR: 0.00030000\t*\r\n",
      "Steps: 179000\tLoss: 31798.01953\tPPL: 3.34753\tbleu: 32.86679\tLR: 0.00030000\t\r\n",
      "Steps: 180000\tLoss: 31784.23242\tPPL: 3.34578\tbleu: 32.38772\tLR: 0.00030000\t\r\n"
     ]
    }
   ],
   "source": [
    "! cat models/${src}${tgt}_transformer/validations.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "/home/espoir_mur_gmail_com/.local/lib/python3.6/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
      "2020-01-28 18:46:56,247 -  dev bleu:  32.74 [Beam search decoding with beam size = 5 and alpha = 1.0]\n",
      "2020-01-28 18:48:21,747 - test bleu:  48.64 [Beam search decoding with beam size = 5 and alpha = 1.0]\n"
     ]
    }
   ],
   "source": [
    "!python3 -m joeynmt test config/transformer_$src$tgt.yaml"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}