fr-swc/jw300-baseline/validations.txt

Steps: 1000	Loss: 117640.85156	PPL: 72.96771	bleu: 0.30677	LR: 0.00030000	*
Steps: 2000	Loss: 96072.33594	PPL: 33.23078	bleu: 1.44532	LR: 0.00030000	*
Steps: 3000	Loss: 86643.24219	PPL: 23.56177	bleu: 2.57306	LR: 0.00030000	*
Steps: 4000	Loss: 80421.35938	PPL: 18.77885	bleu: 3.81392	LR: 0.00030000	*
Steps: 5000	Loss: 75786.34375	PPL: 15.85851	bleu: 5.58060	LR: 0.00030000	*
Steps: 6000	Loss: 72432.73438	PPL: 14.03297	bleu: 6.41285	LR: 0.00030000	*
Steps: 7000	Loss: 70071.18750	PPL: 12.87504	bleu: 7.37862	LR: 0.00030000	*
Steps: 8000	Loss: 66923.03906	PPL: 11.47863	bleu: 8.53179	LR: 0.00030000	*
Steps: 9000	Loss: 64534.80078	PPL: 10.52123	bleu: 9.22430	LR: 0.00030000	*
Steps: 10000	Loss: 62539.73438	PPL: 9.78295	bleu: 10.64979	LR: 0.00030000	*
Steps: 11000	Loss: 60636.72656	PPL: 9.12706	bleu: 11.01825	LR: 0.00030000	*
Steps: 12000	Loss: 59227.60156	PPL: 8.66990	bleu: 11.86854	LR: 0.00030000	*
Steps: 13000	Loss: 58186.77344	PPL: 8.34699	bleu: 12.08454	LR: 0.00030000	*
Steps: 14000	Loss: 56896.06250	PPL: 7.96321	bleu: 12.99344	LR: 0.00030000	*
Steps: 15000	Loss: 55913.68359	PPL: 7.68298	bleu: 13.11308	LR: 0.00030000	*
Steps: 16000	Loss: 54779.15625	PPL: 7.37160	bleu: 13.97093	LR: 0.00030000	*
Steps: 17000	Loss: 54069.16406	PPL: 7.18319	bleu: 14.29817	LR: 0.00030000	*
Steps: 18000	Loss: 53412.51172	PPL: 7.01323	bleu: 14.81524	LR: 0.00030000	*
Steps: 19000	Loss: 52716.42969	PPL: 6.83744	bleu: 15.10384	LR: 0.00030000	*
Steps: 20000	Loss: 51864.33594	PPL: 6.62825	bleu: 15.79898	LR: 0.00030000	*
Steps: 21000	Loss: 51605.48438	PPL: 6.56597	bleu: 15.92662	LR: 0.00030000	*
Steps: 22000	Loss: 50841.44531	PPL: 6.38556	bleu: 15.37756	LR: 0.00030000	*
Steps: 23000	Loss: 50231.08203	PPL: 6.24500	bleu: 15.72780	LR: 0.00030000	*
Steps: 24000	Loss: 50051.07031	PPL: 6.20413	bleu: 16.73068	LR: 0.00030000	*
Steps: 25000	Loss: 49529.12109	PPL: 6.08716	bleu: 16.83326	LR: 0.00030000	*
Steps: 26000	Loss: 48766.23047	PPL: 5.92015	bleu: 16.67082	LR: 0.00030000	*
Steps: 27000	Loss: 48758.48047	PPL: 5.91848	bleu: 16.42519	LR: 0.00030000	*
Steps: 28000	Loss: 48517.66406	PPL: 5.86673	bleu: 17.09880	LR: 0.00030000	*
Steps: 29000	Loss: 47935.69141	PPL: 5.74353	bleu: 17.26956	LR: 0.00030000	*
Steps: 30000	Loss: 47536.41016	PPL: 5.66051	bleu: 18.17331	LR: 0.00030000	*
Steps: 31000	Loss: 47233.03125	PPL: 5.59823	bleu: 17.86630	LR: 0.00030000	*
Steps: 32000	Loss: 46845.16016	PPL: 5.51960	bleu: 17.55114	LR: 0.00030000	*
Steps: 33000	Loss: 46555.50391	PPL: 5.46161	bleu: 18.08572	LR: 0.00030000	*
Steps: 34000	Loss: 46314.35156	PPL: 5.41379	bleu: 18.53433	LR: 0.00030000	*
Steps: 35000	Loss: 46390.54297	PPL: 5.42885	bleu: 18.58724	LR: 0.00030000	
Steps: 36000	Loss: 45857.84375	PPL: 5.32441	bleu: 18.35147	LR: 0.00030000	*
Steps: 37000	Loss: 45609.14062	PPL: 5.27634	bleu: 19.16506	LR: 0.00030000	*
Steps: 38000	Loss: 45250.14062	PPL: 5.20771	bleu: 19.12660	LR: 0.00030000	*
Steps: 39000	Loss: 45008.28906	PPL: 5.16198	bleu: 19.13025	LR: 0.00030000	*
Steps: 40000	Loss: 44927.48828	PPL: 5.14679	bleu: 19.26860	LR: 0.00030000	*
Steps: 41000	Loss: 44799.68750	PPL: 5.12286	bleu: 19.82229	LR: 0.00030000	*
Steps: 42000	Loss: 44595.99219	PPL: 5.08495	bleu: 20.07113	LR: 0.00030000	*
Steps: 43000	Loss: 44518.01562	PPL: 5.07051	bleu: 20.15304	LR: 0.00030000	*
Steps: 44000	Loss: 44604.22656	PPL: 5.08648	bleu: 19.50764	LR: 0.00030000	
Steps: 45000	Loss: 44226.59766	PPL: 5.01691	bleu: 19.81995	LR: 0.00030000	*
Steps: 46000	Loss: 43740.90625	PPL: 4.92883	bleu: 19.78123	LR: 0.00030000	*
Steps: 47000	Loss: 43917.57031	PPL: 4.96069	bleu: 20.11571	LR: 0.00030000	
Steps: 48000	Loss: 43837.21484	PPL: 4.94618	bleu: 20.30522	LR: 0.00030000	
Steps: 49000	Loss: 43333.14062	PPL: 4.85609	bleu: 20.59117	LR: 0.00030000	*
Steps: 50000	Loss: 43285.43750	PPL: 4.84765	bleu: 20.42034	LR: 0.00030000	*
Steps: 51000	Loss: 43450.50391	PPL: 4.87691	bleu: 20.42331	LR: 0.00030000	
Steps: 52000	Loss: 43048.57031	PPL: 4.80595	bleu: 20.58515	LR: 0.00030000	*
Steps: 53000	Loss: 42810.62891	PPL: 4.76443	bleu: 21.11798	LR: 0.00030000	*
Steps: 54000	Loss: 42952.18359	PPL: 4.78909	bleu: 20.62784	LR: 0.00030000	
Steps: 55000	Loss: 42560.89453	PPL: 4.72124	bleu: 21.44503	LR: 0.00030000	*
Steps: 56000	Loss: 42400.73047	PPL: 4.69374	bleu: 21.26521	LR: 0.00030000	*
Steps: 57000	Loss: 42210.21875	PPL: 4.66125	bleu: 21.31058	LR: 0.00030000	*
Steps: 58000	Loss: 41979.88281	PPL: 4.62226	bleu: 21.67745	LR: 0.00030000	*
Steps: 59000	Loss: 42282.56250	PPL: 4.67356	bleu: 20.84804	LR: 0.00030000	
Steps: 60000	Loss: 42053.80859	PPL: 4.63474	bleu: 21.18251	LR: 0.00030000	
Steps: 61000	Loss: 41909.87109	PPL: 4.61047	bleu: 21.62524	LR: 0.00030000	*
Steps: 62000	Loss: 41541.15234	PPL: 4.54889	bleu: 21.41595	LR: 0.00030000	*
Steps: 63000	Loss: 41558.26562	PPL: 4.55173	bleu: 21.00293	LR: 0.00030000	
Steps: 64000	Loss: 41908.83594	PPL: 4.61030	bleu: 20.85890	LR: 0.00030000	
Steps: 65000	Loss: 41520.91406	PPL: 4.54554	bleu: 21.73595	LR: 0.00030000	*
Steps: 66000	Loss: 41346.65234	PPL: 4.51674	bleu: 22.21506	LR: 0.00030000	*
Steps: 67000	Loss: 41329.91406	PPL: 4.51399	bleu: 21.81378	LR: 0.00030000	*
Steps: 68000	Loss: 41089.80469	PPL: 4.47464	bleu: 21.86928	LR: 0.00030000	*
Steps: 69000	Loss: 40997.83594	PPL: 4.45965	bleu: 21.69884	LR: 0.00030000	*
Steps: 70000	Loss: 40979.94922	PPL: 4.45675	bleu: 22.22275	LR: 0.00030000	*
Steps: 71000	Loss: 40638.07422	PPL: 4.40153	bleu: 22.29289	LR: 0.00030000	*
Steps: 72000	Loss: 40649.71094	PPL: 4.40339	bleu: 22.32089	LR: 0.00030000	
Steps: 73000	Loss: 40593.98438	PPL: 4.39446	bleu: 22.30915	LR: 0.00030000	*
Steps: 74000	Loss: 40460.03906	PPL: 4.37304	bleu: 21.92129	LR: 0.00030000	*
Steps: 75000	Loss: 40404.48047	PPL: 4.36419	bleu: 21.79802	LR: 0.00030000	*
Steps: 76000	Loss: 40453.14844	PPL: 4.37194	bleu: 22.09940	LR: 0.00030000	
Steps: 77000	Loss: 40387.22656	PPL: 4.36145	bleu: 21.99121	LR: 0.00030000	*
Steps: 78000	Loss: 40202.97266	PPL: 4.33224	bleu: 22.53978	LR: 0.00030000	*
Steps: 79000	Loss: 40027.13281	PPL: 4.30455	bleu: 22.49454	LR: 0.00030000	*
Steps: 80000	Loss: 40222.30859	PPL: 4.33530	bleu: 22.94402	LR: 0.00030000	
Steps: 81000	Loss: 40111.26562	PPL: 4.31778	bleu: 22.34369	LR: 0.00030000	
Steps: 82000	Loss: 39987.89062	PPL: 4.29839	bleu: 22.51628	LR: 0.00030000	*
Steps: 83000	Loss: 39887.67188	PPL: 4.28271	bleu: 22.14228	LR: 0.00030000	*
Steps: 84000	Loss: 39712.21484	PPL: 4.25540	bleu: 22.63713	LR: 0.00030000	*
Steps: 85000	Loss: 39699.52734	PPL: 4.25343	bleu: 22.54750	LR: 0.00030000	*
Steps: 86000	Loss: 39822.35547	PPL: 4.27252	bleu: 22.83256	LR: 0.00030000	
Steps: 87000	Loss: 40062.01562	PPL: 4.31003	bleu: 22.34735	LR: 0.00030000	
Steps: 88000	Loss: 39588.43359	PPL: 4.23623	bleu: 22.43288	LR: 0.00030000	*
Steps: 89000	Loss: 39368.09375	PPL: 4.20233	bleu: 22.83976	LR: 0.00030000	*
Steps: 90000	Loss: 39452.43750	PPL: 4.21528	bleu: 21.94867	LR: 0.00030000	
Steps: 91000	Loss: 39252.95312	PPL: 4.18472	bleu: 22.79975	LR: 0.00030000	*
Steps: 92000	Loss: 39196.74609	PPL: 4.17615	bleu: 22.47131	LR: 0.00030000	*
Steps: 93000	Loss: 39379.62109	PPL: 4.20410	bleu: 23.16096	LR: 0.00030000	
Steps: 94000	Loss: 39322.86328	PPL: 4.19540	bleu: 23.20399	LR: 0.00030000	
Steps: 95000	Loss: 39088.82422	PPL: 4.15975	bleu: 22.83810	LR: 0.00030000	*
Steps: 96000	Loss: 39075.79297	PPL: 4.15777	bleu: 22.98239	LR: 0.00030000	*
Steps: 97000	Loss: 39133.95703	PPL: 4.16660	bleu: 22.73311	LR: 0.00030000	
Steps: 98000	Loss: 38947.16016	PPL: 4.13832	bleu: 23.27105	LR: 0.00030000	*
Steps: 99000	Loss: 38822.62109	PPL: 4.11956	bleu: 23.34243	LR: 0.00030000	*
Steps: 100000	Loss: 38824.01172	PPL: 4.11977	bleu: 23.30457	LR: 0.00030000	
Steps: 101000	Loss: 38837.08594	PPL: 4.12174	bleu: 23.17570	LR: 0.00030000	
Steps: 102000	Loss: 38938.53906	PPL: 4.13701	bleu: 22.97706	LR: 0.00030000	
Steps: 103000	Loss: 38957.83594	PPL: 4.13993	bleu: 23.61245	LR: 0.00030000	
Steps: 104000	Loss: 38770.32031	PPL: 4.11171	bleu: 23.16266	LR: 0.00030000	*
Steps: 105000	Loss: 38532.46094	PPL: 4.07620	bleu: 23.47833	LR: 0.00030000	*
Steps: 106000	Loss: 38456.90234	PPL: 4.06499	bleu: 23.20398	LR: 0.00030000	*
Steps: 107000	Loss: 38603.00391	PPL: 4.08670	bleu: 23.47297	LR: 0.00030000	
Steps: 108000	Loss: 38609.84766	PPL: 4.08772	bleu: 23.35263	LR: 0.00030000	
Steps: 109000	Loss: 38276.45703	PPL: 4.03833	bleu: 23.29704	LR: 0.00030000	*
Steps: 110000	Loss: 38438.14844	PPL: 4.06221	bleu: 23.33509	LR: 0.00030000	
Steps: 111000	Loss: 38361.06641	PPL: 4.05081	bleu: 23.13661	LR: 0.00030000	
Steps: 112000	Loss: 38283.51953	PPL: 4.03937	bleu: 23.53948	LR: 0.00030000	
Steps: 113000	Loss: 38362.33203	PPL: 4.05099	bleu: 23.79189	LR: 0.00030000	
Steps: 114000	Loss: 38306.84375	PPL: 4.04280	bleu: 23.46887	LR: 0.00030000	
Steps: 115000	Loss: 38309.89062	PPL: 4.04325	bleu: 23.60850	LR: 0.00021000	
Steps: 116000	Loss: 37960.96094	PPL: 3.99213	bleu: 23.91608	LR: 0.00021000	*
Steps: 117000	Loss: 37655.19141	PPL: 3.94786	bleu: 24.11143	LR: 0.00021000	*
Steps: 118000	Loss: 37697.53516	PPL: 3.95396	bleu: 24.29110	LR: 0.00021000	
Steps: 119000	Loss: 37641.87109	PPL: 3.94595	bleu: 24.17020	LR: 0.00021000	*
Steps: 120000	Loss: 37560.46484	PPL: 3.93425	bleu: 24.39688	LR: 0.00021000	*
Steps: 121000	Loss: 37624.74219	PPL: 3.94348	bleu: 24.20204	LR: 0.00021000	
Steps: 122000	Loss: 37552.70312	PPL: 3.93314	bleu: 24.42698	LR: 0.00021000	*
Steps: 123000	Loss: 37381.46094	PPL: 3.90865	bleu: 24.14535	LR: 0.00021000	*
Steps: 124000	Loss: 37220.84375	PPL: 3.88582	bleu: 24.34294	LR: 0.00021000	*
Steps: 125000	Loss: 37309.18359	PPL: 3.89836	bleu: 24.19451	LR: 0.00021000	
Steps: 126000	Loss: 37437.84375	PPL: 3.91670	bleu: 24.28214	LR: 0.00021000	
Steps: 127000	Loss: 37437.23828	PPL: 3.91661	bleu: 24.48442	LR: 0.00021000	
Steps: 128000	Loss: 37348.47656	PPL: 3.90395	bleu: 24.28723	LR: 0.00021000	
Steps: 129000	Loss: 37299.30859	PPL: 3.89696	bleu: 24.35202	LR: 0.00021000	
Steps: 130000	Loss: 37234.72656	PPL: 3.88779	bleu: 24.38600	LR: 0.00014700	
Steps: 131000	Loss: 37061.83594	PPL: 3.86336	bleu: 24.46883	LR: 0.00014700	*
Steps: 132000	Loss: 37086.16797	PPL: 3.86679	bleu: 24.52761	LR: 0.00014700	
Steps: 133000	Loss: 36999.10938	PPL: 3.85453	bleu: 24.58185	LR: 0.00014700	*
Steps: 134000	Loss: 36962.12109	PPL: 3.84933	bleu: 24.46629	LR: 0.00014700	*
Steps: 135000	Loss: 36922.65625	PPL: 3.84380	bleu: 24.36102	LR: 0.00014700	*
Steps: 136000	Loss: 36878.20703	PPL: 3.83757	bleu: 24.37975	LR: 0.00014700	*
Steps: 137000	Loss: 36916.43359	PPL: 3.84293	bleu: 24.41530	LR: 0.00014700	
Steps: 138000	Loss: 36898.53516	PPL: 3.84042	bleu: 24.52885	LR: 0.00014700	
Steps: 139000	Loss: 36940.47656	PPL: 3.84630	bleu: 24.83388	LR: 0.00014700	
Steps: 140000	Loss: 36760.76953	PPL: 3.82117	bleu: 24.47324	LR: 0.00014700	*
Steps: 141000	Loss: 36679.84375	PPL: 3.80991	bleu: 24.48144	LR: 0.00014700	*
Steps: 142000	Loss: 36667.66797	PPL: 3.80822	bleu: 24.54077	LR: 0.00014700	*
Steps: 143000	Loss: 36604.52344	PPL: 3.79946	bleu: 24.85794	LR: 0.00014700	*
Steps: 144000	Loss: 36542.67188	PPL: 3.79090	bleu: 24.98253	LR: 0.00014700	*
Steps: 145000	Loss: 36595.04297	PPL: 3.79815	bleu: 24.29744	LR: 0.00014700	
Steps: 146000	Loss: 36662.24219	PPL: 3.80747	bleu: 24.54266	LR: 0.00014700	
Steps: 147000	Loss: 36561.60156	PPL: 3.79352	bleu: 24.46781	LR: 0.00014700	
Steps: 148000	Loss: 36614.99609	PPL: 3.80091	bleu: 24.48913	LR: 0.00014700	
Steps: 149000	Loss: 36561.30469	PPL: 3.79348	bleu: 24.94186	LR: 0.00014700	
Steps: 150000	Loss: 36491.22656	PPL: 3.78380	bleu: 24.99520	LR: 0.00014700	*
Steps: 151000	Loss: 36484.06250	PPL: 3.78281	bleu: 24.98294	LR: 0.00014700	*
Steps: 152000	Loss: 36548.77734	PPL: 3.79175	bleu: 24.97116	LR: 0.00014700	
Steps: 153000	Loss: 36639.71875	PPL: 3.80434	bleu: 24.74850	LR: 0.00014700	
Steps: 154000	Loss: 36502.16406	PPL: 3.78531	bleu: 24.82869	LR: 0.00014700	
Steps: 155000	Loss: 36509.69141	PPL: 3.78635	bleu: 24.85599	LR: 0.00014700	
Steps: 156000	Loss: 36460.94141	PPL: 3.77962	bleu: 25.16878	LR: 0.00014700	*
Steps: 157000	Loss: 36453.02734	PPL: 3.77853	bleu: 24.95815	LR: 0.00014700	*
Steps: 158000	Loss: 36384.28516	PPL: 3.76907	bleu: 24.53031	LR: 0.00014700	*
Steps: 159000	Loss: 36332.47656	PPL: 3.76196	bleu: 24.91550	LR: 0.00014700	*
Steps: 160000	Loss: 36493.85547	PPL: 3.78416	bleu: 24.87724	LR: 0.00014700	
Steps: 161000	Loss: 36376.48438	PPL: 3.76800	bleu: 24.68776	LR: 0.00014700	
Steps: 162000	Loss: 36424.84375	PPL: 3.77465	bleu: 24.74693	LR: 0.00014700	
Steps: 163000	Loss: 36359.21094	PPL: 3.76563	bleu: 24.69640	LR: 0.00014700	
Steps: 164000	Loss: 36271.67578	PPL: 3.75362	bleu: 24.77857	LR: 0.00014700	*
Steps: 165000	Loss: 36375.67188	PPL: 3.76789	bleu: 24.67269	LR: 0.00014700	
Steps: 166000	Loss: 36461.55469	PPL: 3.77971	bleu: 24.71124	LR: 0.00014700	
Steps: 167000	Loss: 36372.73438	PPL: 3.76748	bleu: 24.73632	LR: 0.00014700	
Steps: 168000	Loss: 36355.90625	PPL: 3.76517	bleu: 25.01684	LR: 0.00014700	
Steps: 169000	Loss: 36412.28125	PPL: 3.77292	bleu: 24.76650	LR: 0.00014700	
Steps: 170000	Loss: 36317.55469	PPL: 3.75991	bleu: 24.92523	LR: 0.00010290	
Steps: 171000	Loss: 36043.25000	PPL: 3.72249	bleu: 24.96350	LR: 0.00010290	*
Steps: 172000	Loss: 36103.58203	PPL: 3.73068	bleu: 24.84813	LR: 0.00010290	
Steps: 173000	Loss: 36121.60156	PPL: 3.73314	bleu: 25.06479	LR: 0.00010290	
Steps: 174000	Loss: 36071.19531	PPL: 3.72628	bleu: 25.06656	LR: 0.00010290	
Steps: 175000	Loss: 36063.15234	PPL: 3.72519	bleu: 25.28761	LR: 0.00010290	
Steps: 176000	Loss: 36012.24219	PPL: 3.71828	bleu: 25.34094	LR: 0.00010290	*
Steps: 177000	Loss: 35980.06641	PPL: 3.71392	bleu: 25.20632	LR: 0.00010290	*
Steps: 178000	Loss: 36025.92188	PPL: 3.72013	bleu: 25.18255	LR: 0.00010290	
Steps: 179000	Loss: 36144.85938	PPL: 3.73630	bleu: 25.06112	LR: 0.00010290	
Steps: 180000	Loss: 36131.77344	PPL: 3.73452	bleu: 25.38790	LR: 0.00010290	
Steps: 181000	Loss: 35972.75000	PPL: 3.71293	bleu: 25.33007	LR: 0.00010290	*
Steps: 182000	Loss: 35942.91016	PPL: 3.70889	bleu: 25.16205	LR: 0.00010290	*
Steps: 183000	Loss: 35833.89062	PPL: 3.69417	bleu: 25.27872	LR: 0.00010290	*
Steps: 184000	Loss: 35872.78516	PPL: 3.69942	bleu: 25.20647	LR: 0.00010290	
Steps: 185000	Loss: 35922.33984	PPL: 3.70611	bleu: 25.43258	LR: 0.00010290	
Steps: 186000	Loss: 35907.48047	PPL: 3.70410	bleu: 25.34363	LR: 0.00010290	
Steps: 187000	Loss: 35939.73438	PPL: 3.70846	bleu: 25.34075	LR: 0.00010290	
Steps: 188000	Loss: 35964.09766	PPL: 3.71176	bleu: 25.07352	LR: 0.00010290	
Steps: 189000	Loss: 35909.78906	PPL: 3.70441	bleu: 25.04680	LR: 0.00007203	
Steps: 190000	Loss: 35842.04297	PPL: 3.69527	bleu: 25.47323	LR: 0.00007203	
Steps: 191000	Loss: 35747.55078	PPL: 3.68256	bleu: 25.37858	LR: 0.00007203	*
Steps: 192000	Loss: 35875.65234	PPL: 3.69980	bleu: 25.47796	LR: 0.00007203	
Steps: 193000	Loss: 35835.31250	PPL: 3.69437	bleu: 25.38831	LR: 0.00007203	
Steps: 194000	Loss: 35702.88281	PPL: 3.67657	bleu: 25.56399	LR: 0.00007203	*
Steps: 195000	Loss: 35749.02344	PPL: 3.68276	bleu: 25.74306	LR: 0.00007203	
Steps: 196000	Loss: 35704.27344	PPL: 3.67675	bleu: 25.38217	LR: 0.00007203	
Steps: 197000	Loss: 35716.71484	PPL: 3.67842	bleu: 25.18610	LR: 0.00007203	
Steps: 198000	Loss: 35761.97656	PPL: 3.68450	bleu: 25.33143	LR: 0.00007203	
Steps: 199000	Loss: 35756.05469	PPL: 3.68370	bleu: 25.74991	LR: 0.00007203	
Steps: 200000	Loss: 35688.59766	PPL: 3.67465	bleu: 25.75004	LR: 0.00007203	*
Steps: 201000	Loss: 35739.53516	PPL: 3.68148	bleu: 25.44715	LR: 0.00007203	
Steps: 202000	Loss: 35684.76172	PPL: 3.67414	bleu: 25.32426	LR: 0.00007203	*
Steps: 203000	Loss: 35700.25000	PPL: 3.67621	bleu: 25.16456	LR: 0.00007203	
Steps: 204000	Loss: 35610.13672	PPL: 3.66415	bleu: 25.55833	LR: 0.00007203	*
Steps: 205000	Loss: 35649.66016	PPL: 3.66944	bleu: 25.31584	LR: 0.00007203	
Steps: 206000	Loss: 35577.99609	PPL: 3.65986	bleu: 25.19733	LR: 0.00007203	*
Steps: 207000	Loss: 35679.30078	PPL: 3.67341	bleu: 25.37284	LR: 0.00007203	
Steps: 208000	Loss: 35739.56250	PPL: 3.68149	bleu: 25.44612	LR: 0.00007203	
Steps: 209000	Loss: 35686.53906	PPL: 3.67438	bleu: 25.63467	LR: 0.00007203	
Steps: 210000	Loss: 35634.19531	PPL: 3.66737	bleu: 25.72294	LR: 0.00007203	
Steps: 211000	Loss: 35625.22266	PPL: 3.66617	bleu: 25.87567	LR: 0.00007203	
Steps: 212000	Loss: 35664.34766	PPL: 3.67140	bleu: 25.52055	LR: 0.00005042	
Steps: 213000	Loss: 35665.66406	PPL: 3.67158	bleu: 25.55837	LR: 0.00005042	
Steps: 214000	Loss: 35597.09375	PPL: 3.66241	bleu: 25.66390	LR: 0.00005042	
Steps: 215000	Loss: 35623.94531	PPL: 3.66600	bleu: 25.36372	LR: 0.00005042	
Steps: 216000	Loss: 35603.84375	PPL: 3.66331	bleu: 25.95028	LR: 0.00005042	
Steps: 217000	Loss: 35519.12891	PPL: 3.65201	bleu: 25.81568	LR: 0.00005042	*
Steps: 218000	Loss: 35638.73828	PPL: 3.66798	bleu: 25.58719	LR: 0.00005042	
Steps: 219000	Loss: 35581.85547	PPL: 3.66038	bleu: 25.82997	LR: 0.00005042	
Steps: 220000	Loss: 35643.37109	PPL: 3.66860	bleu: 25.62460	LR: 0.00005042	
Steps: 221000	Loss: 35576.58984	PPL: 3.65967	bleu: 25.86560	LR: 0.00005042	
Steps: 222000	Loss: 35553.89062	PPL: 3.65665	bleu: 25.67420	LR: 0.00005042	
Steps: 223000	Loss: 35619.74219	PPL: 3.66544	bleu: 25.80206	LR: 0.00003529	
Steps: 224000	Loss: 35567.75391	PPL: 3.65849	bleu: 25.51542	LR: 0.00003529	
Steps: 225000	Loss: 35567.85938	PPL: 3.65851	bleu: 25.53790	LR: 0.00003529	
Steps: 226000	Loss: 35533.30078	PPL: 3.65390	bleu: 25.72201	LR: 0.00003529	
Steps: 227000	Loss: 35559.82812	PPL: 3.65744	bleu: 25.67272	LR: 0.00003529	
Steps: 228000	Loss: 35508.69922	PPL: 3.65062	bleu: 25.86938	LR: 0.00003529	*
Steps: 229000	Loss: 35484.63281	PPL: 3.64742	bleu: 25.64464	LR: 0.00003529	*
Steps: 230000	Loss: 35476.83203	PPL: 3.64638	bleu: 25.83657	LR: 0.00003529	*
Steps: 231000	Loss: 35483.20703	PPL: 3.64723	bleu: 25.76319	LR: 0.00003529	
Steps: 232000	Loss: 35485.14062	PPL: 3.64749	bleu: 25.60255	LR: 0.00003529	
Steps: 233000	Loss: 35461.79688	PPL: 3.64439	bleu: 25.84748	LR: 0.00003529	*
Steps: 234000	Loss: 35489.69922	PPL: 3.64810	bleu: 25.79881	LR: 0.00003529	
Steps: 235000	Loss: 35455.02734	PPL: 3.64349	bleu: 25.69962	LR: 0.00003529	*
Steps: 236000	Loss: 35423.60156	PPL: 3.63931	bleu: 25.81471	LR: 0.00003529	*
Steps: 237000	Loss: 35407.42578	PPL: 3.63717	bleu: 25.82644	LR: 0.00003529	*
Steps: 238000	Loss: 35434.66016	PPL: 3.64078	bleu: 25.87317	LR: 0.00003529	
Steps: 239000	Loss: 35453.43359	PPL: 3.64327	bleu: 25.70927	LR: 0.00003529	
Steps: 240000	Loss: 35449.62891	PPL: 3.64277	bleu: 25.96945	LR: 0.00003529	
Steps: 241000	Loss: 35425.10547	PPL: 3.63951	bleu: 25.91304	LR: 0.00003529	
Steps: 242000	Loss: 35392.91406	PPL: 3.63524	bleu: 25.73983	LR: 0.00003529	*
Steps: 243000	Loss: 35437.17969	PPL: 3.64112	bleu: 25.91283	LR: 0.00003529	
Steps: 244000	Loss: 35421.46484	PPL: 3.63903	bleu: 25.91689	LR: 0.00003529	
Steps: 245000	Loss: 35428.33594	PPL: 3.63994	bleu: 25.90972	LR: 0.00003529	
Steps: 246000	Loss: 35377.39844	PPL: 3.63319	bleu: 25.93869	LR: 0.00003529	*
Steps: 247000	Loss: 35405.59375	PPL: 3.63692	bleu: 26.04868	LR: 0.00003529	
Steps: 248000	Loss: 35375.14062	PPL: 3.63289	bleu: 25.80345	LR: 0.00003529	*
Steps: 249000	Loss: 35376.50781	PPL: 3.63307	bleu: 25.79546	LR: 0.00003529	
Steps: 250000	Loss: 35368.60547	PPL: 3.63202	bleu: 25.83619	LR: 0.00003529	*
Steps: 251000	Loss: 35431.45312	PPL: 3.64036	bleu: 25.98045	LR: 0.00003529	
Steps: 252000	Loss: 35397.84766	PPL: 3.63590	bleu: 25.62282	LR: 0.00003529	
Steps: 253000	Loss: 35396.73828	PPL: 3.63575	bleu: 25.91349	LR: 0.00003529	
Steps: 254000	Loss: 35400.69531	PPL: 3.63627	bleu: 25.79404	LR: 0.00003529	
Steps: 255000	Loss: 35373.83984	PPL: 3.63271	bleu: 26.00488	LR: 0.00003529	
Steps: 256000	Loss: 35343.31641	PPL: 3.62867	bleu: 25.74574	LR: 0.00003529	*
Steps: 257000	Loss: 35338.04688	PPL: 3.62798	bleu: 25.90427	LR: 0.00003529	*
Steps: 258000	Loss: 35363.99219	PPL: 3.63141	bleu: 25.88810	LR: 0.00003529	
Steps: 259000	Loss: 35352.41797	PPL: 3.62988	bleu: 25.90165	LR: 0.00003529	
Steps: 260000	Loss: 35439.44141	PPL: 3.64142	bleu: 25.66819	LR: 0.00003529	
Steps: 261000	Loss: 35396.10938	PPL: 3.63567	bleu: 25.83850	LR: 0.00003529	
Steps: 262000	Loss: 35398.69531	PPL: 3.63601	bleu: 25.84636	LR: 0.00003529	
Steps: 263000	Loss: 35370.63672	PPL: 3.63229	bleu: 25.90844	LR: 0.00002471	
Steps: 264000	Loss: 35358.55078	PPL: 3.63069	bleu: 25.96816	LR: 0.00002471	
Steps: 265000	Loss: 35425.92969	PPL: 3.63962	bleu: 25.88694	LR: 0.00002471	
Steps: 266000	Loss: 35360.87109	PPL: 3.63100	bleu: 25.80898	LR: 0.00002471	
Steps: 267000	Loss: 35337.44141	PPL: 3.62790	bleu: 25.80653	LR: 0.00002471	*
Steps: 268000	Loss: 35329.75000	PPL: 3.62688	bleu: 25.90971	LR: 0.00002471	*
Steps: 269000	Loss: 35331.60547	PPL: 3.62712	bleu: 25.79087	LR: 0.00002471	
Steps: 270000	Loss: 35331.38281	PPL: 3.62709	bleu: 25.65772	LR: 0.00002471	
Steps: 271000	Loss: 35319.31641	PPL: 3.62550	bleu: 25.89009	LR: 0.00002471	*
Steps: 272000	Loss: 35348.19531	PPL: 3.62932	bleu: 25.68393	LR: 0.00002471	
Steps: 273000	Loss: 35379.81250	PPL: 3.63351	bleu: 25.81655	LR: 0.00002471	
Steps: 274000	Loss: 35338.38281	PPL: 3.62802	bleu: 26.01635	LR: 0.00002471	
Steps: 275000	Loss: 35330.26172	PPL: 3.62695	bleu: 25.76188	LR: 0.00002471	
Steps: 276000	Loss: 35310.36328	PPL: 3.62432	bleu: 25.75515	LR: 0.00002471	*
Steps: 277000	Loss: 35343.89844	PPL: 3.62875	bleu: 25.74876	LR: 0.00002471	
Steps: 278000	Loss: 35353.27344	PPL: 3.62999	bleu: 25.71972	LR: 0.00002471	
Steps: 279000	Loss: 35332.88281	PPL: 3.62729	bleu: 25.90659	LR: 0.00002471	
Steps: 280000	Loss: 35312.08594	PPL: 3.62454	bleu: 25.60473	LR: 0.00002471	
Steps: 281000	Loss: 35333.80859	PPL: 3.62742	bleu: 25.91967	LR: 0.00002471	
Steps: 282000	Loss: 35300.64453	PPL: 3.62303	bleu: 25.89667	LR: 0.00002471	*
Steps: 283000	Loss: 35319.14453	PPL: 3.62548	bleu: 26.05449	LR: 0.00002471	
Steps: 284000	Loss: 35365.10547	PPL: 3.63156	bleu: 25.90026	LR: 0.00002471	
Steps: 285000	Loss: 35332.06641	PPL: 3.62719	bleu: 25.64572	LR: 0.00002471	
Steps: 286000	Loss: 35323.89844	PPL: 3.62611	bleu: 26.15120	LR: 0.00002471	
Steps: 287000	Loss: 35337.85156	PPL: 3.62795	bleu: 26.19771	LR: 0.00002471	
Steps: 288000	Loss: 35300.11719	PPL: 3.62296	bleu: 25.95003	LR: 0.00001729	*
Steps: 289000	Loss: 35303.08594	PPL: 3.62335	bleu: 26.02795	LR: 0.00001729	
Steps: 290000	Loss: 35299.01562	PPL: 3.62282	bleu: 25.72550	LR: 0.00001729	*
Steps: 291000	Loss: 35309.21094	PPL: 3.62416	bleu: 26.04127	LR: 0.00001729	
Steps: 292000	Loss: 35323.38281	PPL: 3.62604	bleu: 25.81217	LR: 0.00001729	
Steps: 293000	Loss: 35329.21875	PPL: 3.62681	bleu: 25.92504	LR: 0.00001729	
Steps: 294000	Loss: 35307.49219	PPL: 3.62394	bleu: 26.25329	LR: 0.00001729	
Steps: 295000	Loss: 35322.02734	PPL: 3.62586	bleu: 25.98322	LR: 0.00001729	
Steps: 296000	Loss: 35290.26172	PPL: 3.62166	bleu: 26.09704	LR: 0.00001729	*
Steps: 297000	Loss: 35309.61719	PPL: 3.62422	bleu: 25.81555	LR: 0.00001729	
Steps: 298000	Loss: 35329.49219	PPL: 3.62684	bleu: 25.85845	LR: 0.00001729	
Steps: 299000	Loss: 35333.42578	PPL: 3.62736	bleu: 25.99118	LR: 0.00001729	
Steps: 300000	Loss: 35281.97656	PPL: 3.62057	bleu: 25.96553	LR: 0.00001729	*
Steps: 301000	Loss: 35289.00391	PPL: 3.62149	bleu: 25.89258	LR: 0.00001729	
Steps: 302000	Loss: 35280.84375	PPL: 3.62042	bleu: 25.94691	LR: 0.00001729	*
Steps: 303000	Loss: 35303.23438	PPL: 3.62337	bleu: 25.82628	LR: 0.00001729	
Steps: 304000	Loss: 35337.96875	PPL: 3.62797	bleu: 25.89150	LR: 0.00001729	
Steps: 305000	Loss: 35304.55859	PPL: 3.62355	bleu: 25.72649	LR: 0.00001729	
Steps: 306000	Loss: 35301.97656	PPL: 3.62321	bleu: 25.93105	LR: 0.00001729	
Steps: 307000	Loss: 35305.79688	PPL: 3.62371	bleu: 25.91836	LR: 0.00001729	
Steps: 308000	Loss: 35314.07031	PPL: 3.62481	bleu: 25.67593	LR: 0.00001211	
Steps: 309000	Loss: 35292.78125	PPL: 3.62199	bleu: 25.94088	LR: 0.00001211	
Steps: 310000	Loss: 35293.79688	PPL: 3.62213	bleu: 26.05686	LR: 0.00001211	
Steps: 311000	Loss: 35312.19922	PPL: 3.62456	bleu: 25.89675	LR: 0.00001211	
Steps: 312000	Loss: 35272.92188	PPL: 3.61937	bleu: 25.88367	LR: 0.00001211	*
Steps: 313000	Loss: 35299.66797	PPL: 3.62290	bleu: 25.95173	LR: 0.00001211	
Steps: 314000	Loss: 35297.89844	PPL: 3.62267	bleu: 25.83882	LR: 0.00001211	
Steps: 315000	Loss: 35298.33594	PPL: 3.62273	bleu: 25.91109	LR: 0.00001211	
Steps: 316000	Loss: 35268.37500	PPL: 3.61877	bleu: 25.95875	LR: 0.00001211	*
Steps: 317000	Loss: 35264.03125	PPL: 3.61820	bleu: 25.84213	LR: 0.00001211	*
Steps: 318000	Loss: 35263.61328	PPL: 3.61814	bleu: 25.87330	LR: 0.00001211	*
Steps: 319000	Loss: 35267.41406	PPL: 3.61864	bleu: 25.73969	LR: 0.00001211	
Steps: 320000	Loss: 35256.56250	PPL: 3.61721	bleu: 25.91235	LR: 0.00001211	*
Steps: 321000	Loss: 35270.18359	PPL: 3.61901	bleu: 25.97472	LR: 0.00001211	
Steps: 322000	Loss: 35244.44141	PPL: 3.61561	bleu: 25.78369	LR: 0.00001211	*
Steps: 323000	Loss: 35246.20312	PPL: 3.61585	bleu: 26.01238	LR: 0.00001211	
Steps: 324000	Loss: 35301.81641	PPL: 3.62319	bleu: 25.82574	LR: 0.00001211	
Steps: 325000	Loss: 35280.89062	PPL: 3.62042	bleu: 26.00126	LR: 0.00001211	
Steps: 326000	Loss: 35269.94922	PPL: 3.61898	bleu: 25.78010	LR: 0.00001211	
Steps: 327000	Loss: 35264.97656	PPL: 3.61832	bleu: 25.81127	LR: 0.00001211	
Steps: 328000	Loss: 35253.80078	PPL: 3.61685	bleu: 25.75368	LR: 0.00000847	
Steps: 329000	Loss: 35239.36328	PPL: 3.61494	bleu: 25.80209	LR: 0.00000847	*