fr-ln/jw300-baseline/validations.txt

Steps: 1000	Loss: 101679.10156	PPL: 49.33279	bleu: 1.33240	LR: 0.00030000	*
Steps: 2000	Loss: 88058.70312	PPL: 29.26390	bleu: 2.45411	LR: 0.00030000	*
Steps: 3000	Loss: 80679.00000	PPL: 22.05196	bleu: 4.06626	LR: 0.00030000	*
Steps: 4000	Loss: 75131.75000	PPL: 17.82689	bleu: 5.93282	LR: 0.00030000	*
Steps: 5000	Loss: 71755.00000	PPL: 15.66199	bleu: 6.58848	LR: 0.00030000	*
Steps: 6000	Loss: 68735.87500	PPL: 13.94997	bleu: 7.54377	LR: 0.00030000	*
Steps: 7000	Loss: 66262.40625	PPL: 12.68777	bleu: 8.01831	LR: 0.00030000	*
Steps: 8000	Loss: 64169.54688	PPL: 11.70943	bleu: 9.94326	LR: 0.00030000	*
Steps: 9000	Loss: 62004.48828	PPL: 10.77665	bleu: 11.03149	LR: 0.00030000	*
Steps: 10000	Loss: 60213.03906	PPL: 10.06127	bleu: 11.97307	LR: 0.00030000	*
Steps: 11000	Loss: 59205.46484	PPL: 9.67999	bleu: 12.25209	LR: 0.00030000	*
Steps: 12000	Loss: 57379.75000	PPL: 9.02555	bleu: 13.70872	LR: 0.00030000	*
Steps: 13000	Loss: 56491.82812	PPL: 8.72345	bleu: 14.60505	LR: 0.00030000	*
Steps: 14000	Loss: 55644.25781	PPL: 8.44451	bleu: 14.64641	LR: 0.00030000	*
Steps: 15000	Loss: 54724.98047	PPL: 8.15205	bleu: 15.57949	LR: 0.00030000	*
Steps: 16000	Loss: 53939.67969	PPL: 7.91026	bleu: 16.26362	LR: 0.00030000	*
Steps: 17000	Loss: 53433.07812	PPL: 7.75809	bleu: 16.70799	LR: 0.00030000	*
Steps: 18000	Loss: 52861.15234	PPL: 7.58981	bleu: 17.01954	LR: 0.00030000	*
Steps: 19000	Loss: 52035.28125	PPL: 7.35324	bleu: 17.63327	LR: 0.00030000	*
Steps: 20000	Loss: 51777.23438	PPL: 7.28085	bleu: 17.72100	LR: 0.00030000	*
Steps: 21000	Loss: 51327.28125	PPL: 7.15631	bleu: 17.33761	LR: 0.00030000	*
Steps: 22000	Loss: 50891.76562	PPL: 7.03781	bleu: 18.16474	LR: 0.00030000	*
Steps: 23000	Loss: 50144.26172	PPL: 6.83896	bleu: 18.18213	LR: 0.00030000	*
Steps: 24000	Loss: 49846.03516	PPL: 6.76121	bleu: 18.82128	LR: 0.00030000	*
Steps: 25000	Loss: 49549.55078	PPL: 6.68478	bleu: 18.57156	LR: 0.00030000	*
Steps: 26000	Loss: 49035.42578	PPL: 6.55430	bleu: 19.03277	LR: 0.00030000	*
Steps: 27000	Loss: 48913.80078	PPL: 6.52380	bleu: 19.10633	LR: 0.00030000	*
Steps: 28000	Loss: 48533.06641	PPL: 6.42926	bleu: 19.39287	LR: 0.00030000	*
Steps: 29000	Loss: 48354.89453	PPL: 6.38549	bleu: 19.43792	LR: 0.00030000	*
Steps: 30000	Loss: 47965.75391	PPL: 6.29092	bleu: 19.62763	LR: 0.00030000	*
Steps: 31000	Loss: 47858.84766	PPL: 6.26518	bleu: 20.14754	LR: 0.00030000	*
Steps: 32000	Loss: 47841.95312	PPL: 6.26113	bleu: 20.04378	LR: 0.00030000	*
Steps: 33000	Loss: 47557.24609	PPL: 6.19315	bleu: 19.63941	LR: 0.00030000	*
Steps: 34000	Loss: 47185.04297	PPL: 6.10540	bleu: 19.80409	LR: 0.00030000	*
Steps: 35000	Loss: 46868.43359	PPL: 6.03173	bleu: 20.57481	LR: 0.00030000	*
Steps: 36000	Loss: 46619.85938	PPL: 5.97451	bleu: 20.45801	LR: 0.00030000	*
Steps: 37000	Loss: 46506.66406	PPL: 5.94864	bleu: 20.56136	LR: 0.00030000	*
Steps: 38000	Loss: 46380.87891	PPL: 5.92002	bleu: 20.62308	LR: 0.00030000	*
Steps: 39000	Loss: 46074.70703	PPL: 5.85093	bleu: 20.51120	LR: 0.00030000	*
Steps: 40000	Loss: 46016.93750	PPL: 5.83798	bleu: 20.72798	LR: 0.00030000	*
Steps: 41000	Loss: 45913.75781	PPL: 5.81493	bleu: 20.76427	LR: 0.00030000	*
Steps: 42000	Loss: 45596.52344	PPL: 5.74463	bleu: 20.97934	LR: 0.00030000	*
Steps: 43000	Loss: 45430.04297	PPL: 5.70808	bleu: 21.19879	LR: 0.00030000	*
Steps: 44000	Loss: 45194.33984	PPL: 5.65673	bleu: 21.41042	LR: 0.00030000	*
Steps: 45000	Loss: 45369.07812	PPL: 5.69475	bleu: 20.80849	LR: 0.00030000	
Steps: 46000	Loss: 45157.38281	PPL: 5.64872	bleu: 21.17630	LR: 0.00030000	*
Steps: 47000	Loss: 44869.47656	PPL: 5.58670	bleu: 21.40846	LR: 0.00030000	*
Steps: 48000	Loss: 44749.16016	PPL: 5.56099	bleu: 21.66075	LR: 0.00030000	*
Steps: 49000	Loss: 44515.61328	PPL: 5.51142	bleu: 21.63240	LR: 0.00030000	*
Steps: 50000	Loss: 44514.06641	PPL: 5.51109	bleu: 21.36828	LR: 0.00030000	*
Steps: 51000	Loss: 44464.16406	PPL: 5.50055	bleu: 21.88695	LR: 0.00030000	*
Steps: 52000	Loss: 44206.90625	PPL: 5.44657	bleu: 21.82749	LR: 0.00030000	*
Steps: 53000	Loss: 44414.19141	PPL: 5.49003	bleu: 21.38103	LR: 0.00030000	
Steps: 54000	Loss: 43957.08203	PPL: 5.39464	bleu: 21.86449	LR: 0.00030000	*
Steps: 55000	Loss: 43946.18750	PPL: 5.39239	bleu: 21.84823	LR: 0.00030000	*
Steps: 56000	Loss: 43917.27344	PPL: 5.38641	bleu: 22.03345	LR: 0.00030000	*
Steps: 57000	Loss: 43951.16016	PPL: 5.39342	bleu: 22.03252	LR: 0.00030000	
Steps: 58000	Loss: 43622.57812	PPL: 5.32589	bleu: 22.28939	LR: 0.00030000	*
Steps: 59000	Loss: 43329.02734	PPL: 5.26629	bleu: 22.05428	LR: 0.00030000	*
Steps: 60000	Loss: 43353.47266	PPL: 5.27122	bleu: 22.43904	LR: 0.00030000	
Steps: 61000	Loss: 43338.01172	PPL: 5.26810	bleu: 22.72373	LR: 0.00030000	
Steps: 62000	Loss: 43176.97656	PPL: 5.23567	bleu: 22.60875	LR: 0.00030000	*
Steps: 63000	Loss: 43042.35156	PPL: 5.20872	bleu: 22.23387	LR: 0.00030000	*
Steps: 64000	Loss: 43078.14844	PPL: 5.21587	bleu: 22.40861	LR: 0.00030000	
Steps: 65000	Loss: 42972.92969	PPL: 5.19487	bleu: 22.62606	LR: 0.00030000	*
Steps: 66000	Loss: 42892.09766	PPL: 5.17880	bleu: 22.74644	LR: 0.00030000	*
Steps: 67000	Loss: 42809.83594	PPL: 5.16249	bleu: 22.39873	LR: 0.00030000	*
Steps: 68000	Loss: 42824.83203	PPL: 5.16546	bleu: 22.52395	LR: 0.00030000	
Steps: 69000	Loss: 42665.92969	PPL: 5.13408	bleu: 22.52202	LR: 0.00030000	*
Steps: 70000	Loss: 42583.83984	PPL: 5.11795	bleu: 22.84108	LR: 0.00030000	*
Steps: 71000	Loss: 42339.40625	PPL: 5.07021	bleu: 23.10021	LR: 0.00030000	*
Steps: 72000	Loss: 42293.76562	PPL: 5.06134	bleu: 22.49275	LR: 0.00030000	*
Steps: 73000	Loss: 42467.15625	PPL: 5.09510	bleu: 23.01485	LR: 0.00030000	
Steps: 74000	Loss: 42306.43359	PPL: 5.06380	bleu: 23.19691	LR: 0.00030000	
Steps: 75000	Loss: 42134.84766	PPL: 5.03059	bleu: 22.88508	LR: 0.00030000	*
Steps: 76000	Loss: 42335.34766	PPL: 5.06942	bleu: 22.88428	LR: 0.00030000	
Steps: 77000	Loss: 42171.86328	PPL: 5.03774	bleu: 22.97889	LR: 0.00030000	
Steps: 78000	Loss: 41915.05859	PPL: 4.98838	bleu: 23.03592	LR: 0.00030000	*
Steps: 79000	Loss: 42061.46875	PPL: 5.01646	bleu: 23.08098	LR: 0.00030000	
Steps: 80000	Loss: 42113.18359	PPL: 5.02642	bleu: 22.98955	LR: 0.00030000	
Steps: 81000	Loss: 41758.39844	PPL: 4.95851	bleu: 22.86890	LR: 0.00030000	*
Steps: 82000	Loss: 41731.75391	PPL: 4.95344	bleu: 23.23269	LR: 0.00030000	*
Steps: 83000	Loss: 41801.21484	PPL: 4.96665	bleu: 23.31127	LR: 0.00030000	
Steps: 84000	Loss: 41782.59375	PPL: 4.96311	bleu: 23.22442	LR: 0.00030000	
Steps: 85000	Loss: 41711.61719	PPL: 4.94962	bleu: 23.37525	LR: 0.00030000	*
Steps: 86000	Loss: 41770.56641	PPL: 4.96082	bleu: 23.11197	LR: 0.00030000	
Steps: 87000	Loss: 41436.55078	PPL: 4.89769	bleu: 23.20010	LR: 0.00030000	*
Steps: 88000	Loss: 41524.67578	PPL: 4.91427	bleu: 23.49476	LR: 0.00030000	
Steps: 89000	Loss: 41540.50391	PPL: 4.91725	bleu: 23.34480	LR: 0.00030000	
Steps: 90000	Loss: 41290.56641	PPL: 4.87035	bleu: 23.12195	LR: 0.00030000	*
Steps: 91000	Loss: 41327.60547	PPL: 4.87728	bleu: 23.44402	LR: 0.00030000	
Steps: 92000	Loss: 41247.03125	PPL: 4.86223	bleu: 23.15953	LR: 0.00030000	*
Steps: 93000	Loss: 41187.75000	PPL: 4.85119	bleu: 23.57970	LR: 0.00030000	*
Steps: 94000	Loss: 41166.05469	PPL: 4.84716	bleu: 23.67379	LR: 0.00030000	*
Steps: 95000	Loss: 41061.65234	PPL: 4.82779	bleu: 23.50138	LR: 0.00030000	*
Steps: 96000	Loss: 41026.46094	PPL: 4.82128	bleu: 23.74046	LR: 0.00030000	*
Steps: 97000	Loss: 40990.12500	PPL: 4.81457	bleu: 23.74295	LR: 0.00030000	*
Steps: 98000	Loss: 40944.87891	PPL: 4.80623	bleu: 23.84000	LR: 0.00030000	*
Steps: 99000	Loss: 41057.69531	PPL: 4.82706	bleu: 23.80839	LR: 0.00030000	
Steps: 100000	Loss: 40912.97656	PPL: 4.80035	bleu: 23.53383	LR: 0.00030000	*
Steps: 101000	Loss: 40766.28516	PPL: 4.77343	bleu: 24.25189	LR: 0.00030000	*
Steps: 102000	Loss: 40830.78125	PPL: 4.78525	bleu: 23.38600	LR: 0.00030000	
Steps: 103000	Loss: 40713.16406	PPL: 4.76371	bleu: 24.02089	LR: 0.00030000	*
Steps: 104000	Loss: 40834.70312	PPL: 4.78597	bleu: 23.53414	LR: 0.00030000	
Steps: 105000	Loss: 40768.17578	PPL: 4.77377	bleu: 23.88244	LR: 0.00030000	
Steps: 106000	Loss: 40597.51172	PPL: 4.74264	bleu: 23.86986	LR: 0.00030000	*
Steps: 107000	Loss: 40599.54297	PPL: 4.74301	bleu: 24.01265	LR: 0.00030000	
Steps: 108000	Loss: 40465.15625	PPL: 4.71863	bleu: 23.77551	LR: 0.00030000	*
Steps: 109000	Loss: 40399.41797	PPL: 4.70675	bleu: 23.87734	LR: 0.00030000	*
Steps: 110000	Loss: 40642.17578	PPL: 4.75077	bleu: 23.86125	LR: 0.00030000	
Steps: 111000	Loss: 40342.22656	PPL: 4.69644	bleu: 24.20626	LR: 0.00030000	*
Steps: 112000	Loss: 40421.64453	PPL: 4.71076	bleu: 23.87079	LR: 0.00030000	
Steps: 113000	Loss: 40385.76172	PPL: 4.70429	bleu: 24.06776	LR: 0.00030000	
Steps: 114000	Loss: 40343.88281	PPL: 4.69674	bleu: 24.07500	LR: 0.00030000	
Steps: 115000	Loss: 40497.32812	PPL: 4.72445	bleu: 24.32898	LR: 0.00030000	
Steps: 116000	Loss: 40240.77734	PPL: 4.67821	bleu: 24.41094	LR: 0.00030000	*
Steps: 117000	Loss: 40269.53516	PPL: 4.68337	bleu: 24.32106	LR: 0.00030000	
Steps: 118000	Loss: 40206.21484	PPL: 4.67201	bleu: 24.24703	LR: 0.00030000	*
Steps: 119000	Loss: 40100.55469	PPL: 4.65312	bleu: 24.40075	LR: 0.00030000	*
Steps: 120000	Loss: 40076.69531	PPL: 4.64887	bleu: 23.82390	LR: 0.00030000	*
Steps: 121000	Loss: 39988.56641	PPL: 4.63319	bleu: 24.45055	LR: 0.00030000	*
Steps: 122000	Loss: 40067.46875	PPL: 4.64723	bleu: 24.01967	LR: 0.00030000	
Steps: 123000	Loss: 40119.18750	PPL: 4.65645	bleu: 24.15491	LR: 0.00030000	
Steps: 124000	Loss: 40116.58203	PPL: 4.65599	bleu: 23.83102	LR: 0.00030000	
Steps: 125000	Loss: 40037.85547	PPL: 4.64195	bleu: 24.24915	LR: 0.00030000	
Steps: 126000	Loss: 39932.27344	PPL: 4.62320	bleu: 23.78899	LR: 0.00030000	*
Steps: 127000	Loss: 40056.46875	PPL: 4.64527	bleu: 23.75064	LR: 0.00030000	
Steps: 128000	Loss: 39960.00391	PPL: 4.62812	bleu: 24.20816	LR: 0.00030000	
Steps: 129000	Loss: 39824.81641	PPL: 4.60419	bleu: 24.08688	LR: 0.00030000	*
Steps: 130000	Loss: 40194.14844	PPL: 4.66985	bleu: 23.89545	LR: 0.00030000	
Steps: 131000	Loss: 39864.52344	PPL: 4.61120	bleu: 24.52751	LR: 0.00030000	
Steps: 132000	Loss: 39867.10547	PPL: 4.61166	bleu: 24.30390	LR: 0.00030000	
Steps: 133000	Loss: 39768.19531	PPL: 4.59420	bleu: 24.12154	LR: 0.00030000	*
Steps: 134000	Loss: 39608.72266	PPL: 4.56620	bleu: 24.05779	LR: 0.00030000	*
Steps: 135000	Loss: 39667.46484	PPL: 4.57649	bleu: 24.45814	LR: 0.00030000	
Steps: 136000	Loss: 39619.28906	PPL: 4.56805	bleu: 24.36177	LR: 0.00030000	
Steps: 137000	Loss: 39684.97656	PPL: 4.57957	bleu: 24.21350	LR: 0.00030000	
Steps: 138000	Loss: 39768.20312	PPL: 4.59421	bleu: 24.20446	LR: 0.00030000	
Steps: 139000	Loss: 39662.10938	PPL: 4.57556	bleu: 24.77856	LR: 0.00030000	
Steps: 140000	Loss: 39570.71484	PPL: 4.55955	bleu: 23.79534	LR: 0.00030000	*
Steps: 141000	Loss: 39411.42969	PPL: 4.53179	bleu: 24.67024	LR: 0.00030000	*
Steps: 142000	Loss: 39430.42188	PPL: 4.53509	bleu: 23.93959	LR: 0.00030000	
Steps: 143000	Loss: 39545.50000	PPL: 4.55514	bleu: 24.50400	LR: 0.00030000	
Steps: 144000	Loss: 39565.53906	PPL: 4.55864	bleu: 24.34218	LR: 0.00030000	
Steps: 145000	Loss: 39404.74219	PPL: 4.53063	bleu: 24.04266	LR: 0.00030000	*
Steps: 146000	Loss: 39470.20312	PPL: 4.54201	bleu: 24.45154	LR: 0.00030000	
Steps: 147000	Loss: 39418.54688	PPL: 4.53302	bleu: 24.41024	LR: 0.00030000	
Steps: 148000	Loss: 39543.28906	PPL: 4.55476	bleu: 24.66010	LR: 0.00030000	
Steps: 149000	Loss: 39386.12500	PPL: 4.52739	bleu: 24.63091	LR: 0.00030000	*
Steps: 150000	Loss: 39426.64844	PPL: 4.53443	bleu: 24.64088	LR: 0.00030000	
Steps: 151000	Loss: 39362.42969	PPL: 4.52328	bleu: 24.27962	LR: 0.00030000	*
Steps: 152000	Loss: 39311.46484	PPL: 4.51445	bleu: 24.50753	LR: 0.00030000	*
Steps: 153000	Loss: 39197.44141	PPL: 4.49476	bleu: 24.58805	LR: 0.00030000	*
Steps: 154000	Loss: 39326.75000	PPL: 4.51710	bleu: 24.69803	LR: 0.00030000	
Steps: 155000	Loss: 39259.05078	PPL: 4.50539	bleu: 24.81798	LR: 0.00030000	
Steps: 156000	Loss: 39199.46875	PPL: 4.49511	bleu: 24.57370	LR: 0.00030000	
Steps: 157000	Loss: 39282.15625	PPL: 4.50938	bleu: 24.73571	LR: 0.00030000	
Steps: 158000	Loss: 39249.12891	PPL: 4.50367	bleu: 24.72239	LR: 0.00030000	
Steps: 159000	Loss: 39104.40234	PPL: 4.47875	bleu: 24.96477	LR: 0.00030000	*
Steps: 160000	Loss: 39214.86719	PPL: 4.49776	bleu: 24.05002	LR: 0.00030000	
Steps: 161000	Loss: 39105.10156	PPL: 4.47887	bleu: 24.28783	LR: 0.00030000	
Steps: 162000	Loss: 39018.82422	PPL: 4.46408	bleu: 24.73780	LR: 0.00030000	*
Steps: 163000	Loss: 38984.87500	PPL: 4.45827	bleu: 24.86656	LR: 0.00030000	*
Steps: 164000	Loss: 39074.98047	PPL: 4.47370	bleu: 24.85352	LR: 0.00030000	
Steps: 165000	Loss: 39015.23047	PPL: 4.46347	bleu: 24.23604	LR: 0.00030000	
Steps: 166000	Loss: 39068.39453	PPL: 4.47257	bleu: 24.49343	LR: 0.00030000	
Steps: 167000	Loss: 39021.19531	PPL: 4.46449	bleu: 24.49139	LR: 0.00030000	
Steps: 168000	Loss: 38896.71875	PPL: 4.44323	bleu: 24.89473	LR: 0.00030000	*
Steps: 169000	Loss: 38997.51562	PPL: 4.46043	bleu: 24.82493	LR: 0.00030000	
Steps: 170000	Loss: 38739.85547	PPL: 4.41659	bleu: 24.71142	LR: 0.00030000	*
Steps: 171000	Loss: 38971.53906	PPL: 4.45599	bleu: 24.65804	LR: 0.00030000	
Steps: 172000	Loss: 38906.62500	PPL: 4.44492	bleu: 24.59160	LR: 0.00030000	
Steps: 173000	Loss: 38903.49219	PPL: 4.44438	bleu: 24.52246	LR: 0.00030000	
Steps: 174000	Loss: 38875.42188	PPL: 4.43960	bleu: 25.01598	LR: 0.00030000	
Steps: 175000	Loss: 38816.67969	PPL: 4.42961	bleu: 25.02861	LR: 0.00030000	
Steps: 176000	Loss: 38755.00391	PPL: 4.41915	bleu: 24.79982	LR: 0.00021000	
Steps: 177000	Loss: 38593.99609	PPL: 4.39195	bleu: 24.91530	LR: 0.00021000	*
Steps: 178000	Loss: 38723.52344	PPL: 4.41382	bleu: 24.98486	LR: 0.00021000	
Steps: 179000	Loss: 38475.04297	PPL: 4.37197	bleu: 25.30374	LR: 0.00021000	*
Steps: 180000	Loss: 38445.12891	PPL: 4.36696	bleu: 25.03510	LR: 0.00021000	*
Steps: 181000	Loss: 38434.19922	PPL: 4.36513	bleu: 25.15144	LR: 0.00021000	*
Steps: 182000	Loss: 38472.80078	PPL: 4.37159	bleu: 25.40420	LR: 0.00021000	
Steps: 183000	Loss: 38301.28516	PPL: 4.34294	bleu: 25.08173	LR: 0.00021000	*
Steps: 184000	Loss: 38346.58594	PPL: 4.35049	bleu: 25.42036	LR: 0.00021000	
Steps: 185000	Loss: 38335.68750	PPL: 4.34867	bleu: 25.23870	LR: 0.00021000	
Steps: 186000	Loss: 38368.85547	PPL: 4.35421	bleu: 25.07541	LR: 0.00021000	
Steps: 187000	Loss: 38303.77344	PPL: 4.34335	bleu: 25.15464	LR: 0.00021000	
Steps: 188000	Loss: 38259.19922	PPL: 4.33594	bleu: 25.08374	LR: 0.00021000	*
Steps: 189000	Loss: 38157.01953	PPL: 4.31898	bleu: 25.18103	LR: 0.00021000	*
Steps: 190000	Loss: 38184.35938	PPL: 4.32351	bleu: 25.07878	LR: 0.00021000	
Steps: 191000	Loss: 38139.82422	PPL: 4.31614	bleu: 25.33993	LR: 0.00021000	*
Steps: 192000	Loss: 38227.16406	PPL: 4.33061	bleu: 25.16416	LR: 0.00021000	
Steps: 193000	Loss: 38130.87500	PPL: 4.31465	bleu: 25.05110	LR: 0.00021000	*
Steps: 194000	Loss: 38223.31250	PPL: 4.32997	bleu: 25.31304	LR: 0.00021000	
Steps: 195000	Loss: 38078.04297	PPL: 4.30592	bleu: 24.60500	LR: 0.00021000	*
Steps: 196000	Loss: 38149.82031	PPL: 4.31779	bleu: 24.95405	LR: 0.00021000	
Steps: 197000	Loss: 38087.96875	PPL: 4.30756	bleu: 25.21499	LR: 0.00021000	
Steps: 198000	Loss: 38160.57031	PPL: 4.31957	bleu: 25.16539	LR: 0.00021000	
Steps: 199000	Loss: 38017.49219	PPL: 4.29594	bleu: 25.43484	LR: 0.00021000	*
Steps: 200000	Loss: 37982.92578	PPL: 4.29025	bleu: 25.19321	LR: 0.00021000	*
Steps: 201000	Loss: 38074.82812	PPL: 4.30539	bleu: 25.09514	LR: 0.00021000	
Steps: 202000	Loss: 38016.60547	PPL: 4.29579	bleu: 25.77261	LR: 0.00021000	
Steps: 203000	Loss: 37956.78516	PPL: 4.28595	bleu: 26.02557	LR: 0.00021000	*
Steps: 204000	Loss: 38033.40625	PPL: 4.29856	bleu: 25.30841	LR: 0.00021000	
Steps: 205000	Loss: 37942.58984	PPL: 4.28362	bleu: 25.34179	LR: 0.00021000	*
Steps: 206000	Loss: 37963.04688	PPL: 4.28698	bleu: 25.23448	LR: 0.00021000	
Steps: 207000	Loss: 38020.93359	PPL: 4.29651	bleu: 25.27771	LR: 0.00021000	
Steps: 208000	Loss: 37940.99219	PPL: 4.28336	bleu: 25.38197	LR: 0.00021000	*
Steps: 209000	Loss: 37889.30078	PPL: 4.27488	bleu: 25.30438	LR: 0.00021000	*
Steps: 210000	Loss: 37865.97266	PPL: 4.27105	bleu: 25.18989	LR: 0.00021000	*
Steps: 211000	Loss: 38023.90625	PPL: 4.29700	bleu: 24.80337	LR: 0.00021000	
Steps: 212000	Loss: 37999.51953	PPL: 4.29298	bleu: 25.52267	LR: 0.00021000	
Steps: 213000	Loss: 37902.60547	PPL: 4.27706	bleu: 25.30063	LR: 0.00021000	
Steps: 214000	Loss: 37843.68359	PPL: 4.26740	bleu: 25.59574	LR: 0.00021000	*
Steps: 215000	Loss: 37817.71484	PPL: 4.26316	bleu: 25.63685	LR: 0.00021000	*
Steps: 216000	Loss: 37821.46094	PPL: 4.26377	bleu: 25.69784	LR: 0.00021000	
Steps: 217000	Loss: 37751.98047	PPL: 4.25243	bleu: 25.52260	LR: 0.00021000	*
Steps: 218000	Loss: 37836.71875	PPL: 4.26627	bleu: 25.10352	LR: 0.00021000	
Steps: 219000	Loss: 37833.86328	PPL: 4.26580	bleu: 25.44552	LR: 0.00021000	
Steps: 220000	Loss: 37812.90625	PPL: 4.26237	bleu: 25.70065	LR: 0.00021000	
Steps: 221000	Loss: 37815.27344	PPL: 4.26276	bleu: 25.50028	LR: 0.00021000	
Steps: 222000	Loss: 37727.88672	PPL: 4.24850	bleu: 25.53643	LR: 0.00021000	*
Steps: 223000	Loss: 37842.30469	PPL: 4.26718	bleu: 25.57224	LR: 0.00021000	
Steps: 224000	Loss: 37722.79688	PPL: 4.24767	bleu: 25.39376	LR: 0.00021000	*
Steps: 225000	Loss: 37871.88672	PPL: 4.27202	bleu: 25.80594	LR: 0.00021000	
Steps: 226000	Loss: 37771.59375	PPL: 4.25563	bleu: 25.94872	LR: 0.00021000	
Steps: 227000	Loss: 37692.67188	PPL: 4.24277	bleu: 25.67657	LR: 0.00021000	*
Steps: 228000	Loss: 37724.60156	PPL: 4.24796	bleu: 25.51654	LR: 0.00021000	
Steps: 229000	Loss: 37770.45312	PPL: 4.25544	bleu: 25.57260	LR: 0.00021000	
Steps: 230000	Loss: 37702.49609	PPL: 4.24437	bleu: 25.59541	LR: 0.00021000	
Steps: 231000	Loss: 37670.80078	PPL: 4.23921	bleu: 25.39550	LR: 0.00021000	*
Steps: 232000	Loss: 37724.08984	PPL: 4.24788	bleu: 25.57189	LR: 0.00021000	
Steps: 233000	Loss: 37814.49609	PPL: 4.26263	bleu: 25.27768	LR: 0.00021000	
Steps: 234000	Loss: 37659.94531	PPL: 4.23745	bleu: 25.37481	LR: 0.00021000	*
Steps: 235000	Loss: 37660.64844	PPL: 4.23756	bleu: 25.60212	LR: 0.00021000	
Steps: 236000	Loss: 37697.83203	PPL: 4.24361	bleu: 25.60651	LR: 0.00021000	
Steps: 237000	Loss: 37634.68750	PPL: 4.23335	bleu: 25.39906	LR: 0.00021000	*
Steps: 238000	Loss: 37526.92188	PPL: 4.21589	bleu: 25.72407	LR: 0.00021000	*
Steps: 239000	Loss: 37695.78125	PPL: 4.24327	bleu: 25.87622	LR: 0.00021000	
Steps: 240000	Loss: 37621.14844	PPL: 4.23115	bleu: 25.73335	LR: 0.00021000	
Steps: 241000	Loss: 37523.16797	PPL: 4.21528	bleu: 25.71153	LR: 0.00021000	*
Steps: 242000	Loss: 37669.21484	PPL: 4.23895	bleu: 25.37726	LR: 0.00021000	
Steps: 243000	Loss: 37675.76953	PPL: 4.24002	bleu: 25.64237	LR: 0.00021000	
Steps: 244000	Loss: 37651.60938	PPL: 4.23609	bleu: 26.00652	LR: 0.00021000	
Steps: 245000	Loss: 37556.82031	PPL: 4.22073	bleu: 25.51997	LR: 0.00021000	
Steps: 246000	Loss: 37499.15234	PPL: 4.21140	bleu: 25.88419	LR: 0.00021000	*
Steps: 247000	Loss: 37545.07812	PPL: 4.21883	bleu: 25.43764	LR: 0.00021000	
Steps: 248000	Loss: 37536.69531	PPL: 4.21747	bleu: 25.46249	LR: 0.00021000	
Steps: 249000	Loss: 37451.72656	PPL: 4.20375	bleu: 25.44855	LR: 0.00021000	*
Steps: 250000	Loss: 37432.56641	PPL: 4.20066	bleu: 25.67750	LR: 0.00021000	*
Steps: 251000	Loss: 37463.46484	PPL: 4.20564	bleu: 25.77836	LR: 0.00021000	
Steps: 252000	Loss: 37413.18359	PPL: 4.19754	bleu: 25.82808	LR: 0.00021000	*
Steps: 253000	Loss: 37449.60938	PPL: 4.20341	bleu: 25.46119	LR: 0.00021000	
Steps: 254000	Loss: 37523.71484	PPL: 4.21537	bleu: 25.47830	LR: 0.00021000	
Steps: 255000	Loss: 37528.75781	PPL: 4.21619	bleu: 25.32843	LR: 0.00021000	
Steps: 256000	Loss: 37413.21875	PPL: 4.19755	bleu: 25.41581	LR: 0.00021000	
Steps: 257000	Loss: 37523.89844	PPL: 4.21540	bleu: 25.54990	LR: 0.00021000	
Steps: 258000	Loss: 37450.37891	PPL: 4.20353	bleu: 25.57636	LR: 0.00014700	
Steps: 259000	Loss: 37343.07422	PPL: 4.18628	bleu: 25.49683	LR: 0.00014700	*
Steps: 260000	Loss: 37324.61328	PPL: 4.18331	bleu: 25.43494	LR: 0.00014700	*
Steps: 261000	Loss: 37309.24219	PPL: 4.18085	bleu: 25.51379	LR: 0.00014700	*
Steps: 262000	Loss: 37312.06641	PPL: 4.18130	bleu: 25.72165	LR: 0.00014700	
Steps: 263000	Loss: 37219.73047	PPL: 4.16652	bleu: 25.69753	LR: 0.00014700	*
Steps: 264000	Loss: 37193.00781	PPL: 4.16226	bleu: 25.75202	LR: 0.00014700	*
Steps: 265000	Loss: 37162.17578	PPL: 4.15734	bleu: 25.84220	LR: 0.00014700	*
Steps: 266000	Loss: 37253.67969	PPL: 4.17195	bleu: 25.78585	LR: 0.00014700	
Steps: 267000	Loss: 37250.19531	PPL: 4.17139	bleu: 25.94245	LR: 0.00014700	
Steps: 268000	Loss: 37314.25391	PPL: 4.18165	bleu: 25.65317	LR: 0.00014700	
Steps: 269000	Loss: 37204.30859	PPL: 4.16406	bleu: 25.92737	LR: 0.00014700	
Steps: 270000	Loss: 37158.15234	PPL: 4.15670	bleu: 25.48107	LR: 0.00014700	*
Steps: 271000	Loss: 37141.62500	PPL: 4.15407	bleu: 25.45889	LR: 0.00014700	*
Steps: 272000	Loss: 37141.87891	PPL: 4.15411	bleu: 25.54128	LR: 0.00014700	
Steps: 273000	Loss: 37172.92188	PPL: 4.15905	bleu: 25.41002	LR: 0.00014700	
Steps: 274000	Loss: 37127.59375	PPL: 4.15183	bleu: 25.74373	LR: 0.00014700	*
Steps: 275000	Loss: 37145.99219	PPL: 4.15476	bleu: 25.78832	LR: 0.00014700	
Steps: 276000	Loss: 37175.78516	PPL: 4.15951	bleu: 25.92894	LR: 0.00014700	
Steps: 277000	Loss: 37051.82031	PPL: 4.13979	bleu: 25.85361	LR: 0.00014700	*
Steps: 278000	Loss: 37125.60938	PPL: 4.15152	bleu: 25.67788	LR: 0.00014700	
Steps: 279000	Loss: 37140.47266	PPL: 4.15388	bleu: 25.47202	LR: 0.00014700	
Steps: 280000	Loss: 37050.26953	PPL: 4.13954	bleu: 25.38311	LR: 0.00014700	*
Steps: 281000	Loss: 37091.80859	PPL: 4.14614	bleu: 26.16863	LR: 0.00014700	
Steps: 282000	Loss: 37114.80078	PPL: 4.14980	bleu: 25.72734	LR: 0.00014700	
Steps: 283000	Loss: 37117.13281	PPL: 4.15017	bleu: 25.95258	LR: 0.00014700	
Steps: 284000	Loss: 37022.66797	PPL: 4.13516	bleu: 25.65332	LR: 0.00014700	*
Steps: 285000	Loss: 37009.03125	PPL: 4.13300	bleu: 25.76521	LR: 0.00014700	*
Steps: 286000	Loss: 37025.71094	PPL: 4.13564	bleu: 25.92134	LR: 0.00014700	
Steps: 287000	Loss: 37055.04688	PPL: 4.14030	bleu: 25.79829	LR: 0.00014700	
Steps: 288000	Loss: 37085.97266	PPL: 4.14521	bleu: 25.44130	LR: 0.00014700	
Steps: 289000	Loss: 37097.08594	PPL: 4.14698	bleu: 25.59894	LR: 0.00014700	
Steps: 290000	Loss: 37006.37500	PPL: 4.13258	bleu: 25.28597	LR: 0.00014700	*
Steps: 291000	Loss: 37046.75000	PPL: 4.13898	bleu: 26.16360	LR: 0.00014700	
Steps: 292000	Loss: 36936.73828	PPL: 4.12156	bleu: 25.87446	LR: 0.00014700	*
Steps: 293000	Loss: 36993.19141	PPL: 4.13049	bleu: 25.52042	LR: 0.00014700	
Steps: 294000	Loss: 37010.67188	PPL: 4.13326	bleu: 25.65068	LR: 0.00014700	
Steps: 295000	Loss: 37017.54688	PPL: 4.13435	bleu: 25.50772	LR: 0.00014700	
Steps: 296000	Loss: 37003.75391	PPL: 4.13216	bleu: 25.93151	LR: 0.00014700	
Steps: 297000	Loss: 36973.04297	PPL: 4.12730	bleu: 25.58332	LR: 0.00014700	
Steps: 298000	Loss: 36969.85938	PPL: 4.12680	bleu: 25.59412	LR: 0.00010290	
Steps: 299000	Loss: 36896.74609	PPL: 4.11524	bleu: 25.80043	LR: 0.00010290	*
Steps: 300000	Loss: 36879.19922	PPL: 4.11248	bleu: 25.84867	LR: 0.00010290	*
Steps: 301000	Loss: 36855.51953	PPL: 4.10874	bleu: 25.96104	LR: 0.00010290	*
Steps: 302000	Loss: 36791.17578	PPL: 4.09862	bleu: 26.02235	LR: 0.00010290	*
Steps: 303000	Loss: 36760.48828	PPL: 4.09380	bleu: 25.51072	LR: 0.00010290	*
Steps: 304000	Loss: 36776.59375	PPL: 4.09633	bleu: 25.81774	LR: 0.00010290	
Steps: 305000	Loss: 36797.21094	PPL: 4.09957	bleu: 25.83430	LR: 0.00010290	
Steps: 306000	Loss: 36784.70312	PPL: 4.09760	bleu: 25.68782	LR: 0.00010290	
Steps: 307000	Loss: 36788.43750	PPL: 4.09819	bleu: 25.98448	LR: 0.00010290	
Steps: 308000	Loss: 36842.66797	PPL: 4.10672	bleu: 25.65559	LR: 0.00010290	
Steps: 309000	Loss: 36827.51562	PPL: 4.10434	bleu: 25.91949	LR: 0.00007203	
Steps: 310000	Loss: 36703.05078	PPL: 4.08480	bleu: 26.13411	LR: 0.00007203	*
Steps: 311000	Loss: 36705.45703	PPL: 4.08517	bleu: 26.09818	LR: 0.00007203	
Steps: 312000	Loss: 36699.12500	PPL: 4.08418	bleu: 26.16370	LR: 0.00007203	*
Steps: 313000	Loss: 36686.39062	PPL: 4.08219	bleu: 25.95801	LR: 0.00007203	*
Steps: 314000	Loss: 36661.12109	PPL: 4.07823	bleu: 26.08803	LR: 0.00007203	*
Steps: 315000	Loss: 36654.57422	PPL: 4.07721	bleu: 26.16156	LR: 0.00007203	*
Steps: 316000	Loss: 36689.62109	PPL: 4.08269	bleu: 25.80715	LR: 0.00007203	
Steps: 317000	Loss: 36683.74609	PPL: 4.08177	bleu: 26.14141	LR: 0.00007203	
Steps: 318000	Loss: 36638.37109	PPL: 4.07468	bleu: 26.24987	LR: 0.00007203	*
Steps: 319000	Loss: 36630.06250	PPL: 4.07338	bleu: 26.13314	LR: 0.00007203	*
Steps: 320000	Loss: 36659.22266	PPL: 4.07794	bleu: 26.20105	LR: 0.00007203	
Steps: 321000	Loss: 36680.90234	PPL: 4.08133	bleu: 25.90967	LR: 0.00007203	
Steps: 322000	Loss: 36652.36328	PPL: 4.07686	bleu: 26.06344	LR: 0.00007203	
Steps: 323000	Loss: 36628.85547	PPL: 4.07319	bleu: 26.41735	LR: 0.00007203	*
Steps: 324000	Loss: 36661.19531	PPL: 4.07825	bleu: 26.27573	LR: 0.00007203	
Steps: 325000	Loss: 36650.85156	PPL: 4.07663	bleu: 26.21061	LR: 0.00007203	
Steps: 326000	Loss: 36562.79688	PPL: 4.06289	bleu: 26.05663	LR: 0.00007203	*
Steps: 327000	Loss: 36654.52344	PPL: 4.07720	bleu: 26.33627	LR: 0.00007203	
Steps: 328000	Loss: 36548.41406	PPL: 4.06065	bleu: 26.37135	LR: 0.00007203	*
Steps: 329000	Loss: 36638.36328	PPL: 4.07468	bleu: 26.24693	LR: 0.00007203	
Steps: 330000	Loss: 36661.63281	PPL: 4.07831	bleu: 26.12458	LR: 0.00007203	
Steps: 331000	Loss: 36612.80469	PPL: 4.07068	bleu: 25.93970	LR: 0.00007203	
Steps: 332000	Loss: 36565.21484	PPL: 4.06326	bleu: 26.01312	LR: 0.00007203	
Steps: 333000	Loss: 36556.73047	PPL: 4.06194	bleu: 26.25776	LR: 0.00007203	
Steps: 334000	Loss: 36571.25781	PPL: 4.06421	bleu: 26.12196	LR: 0.00005042	
Steps: 335000	Loss: 36551.07422	PPL: 4.06106	bleu: 26.39055	LR: 0.00005042	
Steps: 336000	Loss: 36534.69531	PPL: 4.05851	bleu: 26.26003	LR: 0.00005042	*
Steps: 337000	Loss: 36545.08203	PPL: 4.06013	bleu: 26.21381	LR: 0.00005042	
Steps: 338000	Loss: 36508.16016	PPL: 4.05439	bleu: 26.36664	LR: 0.00005042	*
Steps: 339000	Loss: 36491.43359	PPL: 4.05179	bleu: 26.00613	LR: 0.00005042	*
Steps: 340000	Loss: 36485.81250	PPL: 4.05091	bleu: 26.01383	LR: 0.00005042	*