Steps: 2000	Loss: 829751.87500	PPL: 167.26093	bleu: 1.20414	LR: 0.00020000	*
Steps: 4000	Loss: 717338.68750	PPL: 83.59367	bleu: 3.03329	LR: 0.00020000	*
Steps: 6000	Loss: 601626.06250	PPL: 40.93652	bleu: 8.38470	LR: 0.00020000	*
Steps: 8000	Loss: 532810.12500	PPL: 26.77395	bleu: 16.14598	LR: 0.00020000	*
Steps: 10000	Loss: 484360.28125	PPL: 19.85577	bleu: 20.10970	LR: 0.00020000	*
Steps: 12000	Loss: 456003.96875	PPL: 16.66877	bleu: 21.51015	LR: 0.00020000	*
Steps: 14000	Loss: 439515.37500	PPL: 15.05639	bleu: 23.76356	LR: 0.00020000	*
Steps: 16000	Loss: 428212.75000	PPL: 14.04217	bleu: 24.32436	LR: 0.00020000	*
Steps: 18000	Loss: 422343.96875	PPL: 13.54280	bleu: 25.21739	LR: 0.00020000	*
Steps: 20000	Loss: 414459.28125	PPL: 12.89973	bleu: 26.00331	LR: 0.00020000	*
Steps: 22000	Loss: 410218.06250	PPL: 12.56655	bleu: 25.82811	LR: 0.00020000	
Steps: 24000	Loss: 407072.84375	PPL: 12.32503	bleu: 26.52819	LR: 0.00020000	*
Steps: 26000	Loss: 406450.90625	PPL: 12.27783	bleu: 26.74754	LR: 0.00020000	*
Steps: 28000	Loss: 403275.87500	PPL: 12.03965	bleu: 27.15624	LR: 0.00020000	*
Steps: 30000	Loss: 402473.37500	PPL: 11.98018	bleu: 27.12976	LR: 0.00020000	
Steps: 32000	Loss: 405772.12500	PPL: 12.22652	bleu: 26.82376	LR: 0.00020000	
Steps: 34000	Loss: 403422.56250	PPL: 12.05055	bleu: 26.92779	LR: 0.00020000	
Steps: 36000	Loss: 403130.40625	PPL: 12.02885	bleu: 27.24216	LR: 0.00020000	*
Steps: 38000	Loss: 405614.21875	PPL: 12.21461	bleu: 27.01279	LR: 0.00020000	
Steps: 40000	Loss: 407333.15625	PPL: 12.34485	bleu: 27.16747	LR: 0.00020000	
Steps: 42000	Loss: 408336.06250	PPL: 12.42147	bleu: 27.56802	LR: 0.00020000	*
Steps: 44000	Loss: 409936.81250	PPL: 12.54476	bleu: 27.29513	LR: 0.00020000	
Steps: 46000	Loss: 424774.21875	PPL: 13.74740	bleu: 26.50616	LR: 0.00020000	
Steps: 48000	Loss: 412663.03125	PPL: 12.75756	bleu: 27.08938	LR: 0.00014000	
Steps: 50000	Loss: 412404.09375	PPL: 12.73719	bleu: 27.26086	LR: 0.00014000	
Steps: 52000	Loss: 415497.43750	PPL: 12.98263	bleu: 26.96768	LR: 0.00014000	
Steps: 54000	Loss: 418279.81250	PPL: 13.20743	bleu: 26.97229	LR: 0.00014000	
Steps: 56000	Loss: 420560.53125	PPL: 13.39460	bleu: 27.08418	LR: 0.00014000	
Steps: 58000	Loss: 423245.78125	PPL: 13.61836	bleu: 27.12798	LR: 0.00014000	
Steps: 60000	Loss: 425031.56250	PPL: 13.76925	bleu: 26.96349	LR: 0.00014000	
Steps: 62000	Loss: 428818.78125	PPL: 14.09478	bleu: 26.70099	LR: 0.00014000	
Steps: 64000	Loss: 434598.37500	PPL: 14.60647	bleu: 26.51518	LR: 0.00014000	
Steps: 66000	Loss: 433691.90625	PPL: 14.52500	bleu: 26.67087	LR: 0.00009800	
Steps: 68000	Loss: 435083.90625	PPL: 14.65029	bleu: 26.62693	LR: 0.00009800	
Steps: 70000	Loss: 438176.40625	PPL: 14.93252	bleu: 26.52306	LR: 0.00009800	
Steps: 72000	Loss: 440925.71875	PPL: 15.18798	bleu: 26.44108	LR: 0.00009800	
Steps: 74000	Loss: 443087.90625	PPL: 15.39195	bleu: 26.32736	LR: 0.00009800	
Steps: 76000	Loss: 445096.96875	PPL: 15.58393	bleu: 26.09487	LR: 0.00009800	
Steps: 78000	Loss: 449230.34375	PPL: 15.98648	bleu: 26.21708	LR: 0.00009800	
Steps: 80000	Loss: 451703.56250	PPL: 16.23230	bleu: 25.72524	LR: 0.00009800	
Steps: 82000	Loss: 454986.09375	PPL: 16.56441	bleu: 25.74354	LR: 0.00009800	
Steps: 84000	Loss: 457288.06250	PPL: 16.80136	bleu: 26.03617	LR: 0.00006860	
Steps: 86000	Loss: 459643.96875	PPL: 17.04736	bleu: 26.00844	LR: 0.00006860	
Steps: 88000	Loss: 462265.50000	PPL: 17.32534	bleu: 25.47326	LR: 0.00006860	
Steps: 90000	Loss: 465161.03125	PPL: 17.63765	bleu: 25.52575	LR: 0.00006860	
Steps: 92000	Loss: 467092.40625	PPL: 17.84908	bleu: 25.58245	LR: 0.00006860	
Steps: 94000	Loss: 470275.87500	PPL: 18.20314	bleu: 25.60969	LR: 0.00006860	
Steps: 96000	Loss: 472153.84375	PPL: 18.41529	bleu: 25.41475	LR: 0.00006860	
Steps: 98000	Loss: 474873.90625	PPL: 18.72695	bleu: 25.38769	LR: 0.00006860	
Steps: 100000	Loss: 476891.59375	PPL: 18.96155	bleu: 25.28322	LR: 0.00006860	
Steps: 102000	Loss: 479652.15625	PPL: 19.28728	bleu: 25.02426	LR: 0.00004802	
Steps: 104000	Loss: 480631.50000	PPL: 19.40417	bleu: 25.42743	LR: 0.00004802	
Steps: 106000	Loss: 483296.59375	PPL: 19.72588	bleu: 24.97437	LR: 0.00004802	
Steps: 108000	Loss: 485654.59375	PPL: 20.01497	bleu: 24.99253	LR: 0.00004802	
Steps: 110000	Loss: 486803.03125	PPL: 20.15730	bleu: 24.92806	LR: 0.00004802	
Steps: 112000	Loss: 488696.90625	PPL: 20.39422	bleu: 25.13058	LR: 0.00004802	
Steps: 114000	Loss: 490383.03125	PPL: 20.60750	bleu: 24.81201	LR: 0.00004802	
Steps: 116000	Loss: 492859.06250	PPL: 20.92474	bleu: 24.77056	LR: 0.00004802	
Steps: 118000	Loss: 494316.37500	PPL: 21.11373	bleu: 25.01426	LR: 0.00004802	
Steps: 120000	Loss: 496633.03125	PPL: 21.41769	bleu: 24.62266	LR: 0.00003361	
Steps: 122000	Loss: 498592.34375	PPL: 21.67818	bleu: 24.53254	LR: 0.00003361	
Steps: 124000	Loss: 499428.00000	PPL: 21.79024	bleu: 24.85374	LR: 0.00003361	
Steps: 126000	Loss: 501015.37500	PPL: 22.00471	bleu: 24.65014	LR: 0.00003361	
Steps: 128000	Loss: 502907.34375	PPL: 22.26308	bleu: 24.48881	LR: 0.00003361	
Steps: 130000	Loss: 503951.96875	PPL: 22.40703	bleu: 24.37133	LR: 0.00003361	
Steps: 132000	Loss: 505886.59375	PPL: 22.67610	bleu: 24.41250	LR: 0.00003361	
Steps: 134000	Loss: 507203.53125	PPL: 22.86111	bleu: 24.52933	LR: 0.00003361	
Steps: 136000	Loss: 509610.06250	PPL: 23.20309	bleu: 24.40912	LR: 0.00003361	
Steps: 138000	Loss: 509979.50000	PPL: 23.25604	bleu: 24.33552	LR: 0.00002353	
Steps: 140000	Loss: 511367.18750	PPL: 23.45601	bleu: 24.40381	LR: 0.00002353	
Steps: 142000	Loss: 512632.18750	PPL: 23.63980	bleu: 24.30785	LR: 0.00002353	
Steps: 144000	Loss: 513565.43750	PPL: 23.77632	bleu: 24.36770	LR: 0.00002353	
Steps: 146000	Loss: 514945.21875	PPL: 23.97959	bleu: 24.06923	LR: 0.00002353	
Steps: 148000	Loss: 516371.40625	PPL: 24.19153	bleu: 24.26772	LR: 0.00002353	
Steps: 150000	Loss: 517077.06250	PPL: 24.29709	bleu: 24.18353	LR: 0.00002353	
Steps: 152000	Loss: 518157.84375	PPL: 24.45966	bleu: 24.12590	LR: 0.00002353	
Steps: 154000	Loss: 519597.71875	PPL: 24.67792	bleu: 24.27649	LR: 0.00002353	
Steps: 156000	Loss: 520607.84375	PPL: 24.83221	bleu: 24.04241	LR: 0.00001647	
Steps: 158000	Loss: 521563.56250	PPL: 24.97907	bleu: 24.12754	LR: 0.00001647	
Steps: 160000	Loss: 522268.43750	PPL: 25.08794	bleu: 24.18689	LR: 0.00001647	
Steps: 162000	Loss: 523204.62500	PPL: 25.23328	bleu: 24.26093	LR: 0.00001647	
Steps: 164000	Loss: 524217.03125	PPL: 25.39139	bleu: 23.94677	LR: 0.00001647	
Steps: 166000	Loss: 524799.75000	PPL: 25.48284	bleu: 24.00576	LR: 0.00001647	
Steps: 168000	Loss: 525745.25000	PPL: 25.63194	bleu: 24.11099	LR: 0.00001647	
Steps: 170000	Loss: 526639.25000	PPL: 25.77371	bleu: 23.99806	LR: 0.00001647	
Steps: 172000	Loss: 527730.93750	PPL: 25.94791	bleu: 24.02769	LR: 0.00001647	
