2164 lines (2163 with data), 338.8 kB

2019-10-04 00:37:00,349 - root - INFO - epoch
2019-10-04 00:37:00,350 - root - INFO - 15
2019-10-04 00:37:00,350 - root - INFO - schedule_step
2019-10-04 00:37:00,350 - root - INFO - 4
2019-10-04 00:37:00,350 - root - INFO - batch_size
2019-10-04 00:37:00,350 - root - INFO - 64
2019-10-04 00:37:00,350 - root - INFO - test_batch_size
2019-10-04 00:37:00,350 - root - INFO - 128
2019-10-04 00:37:00,350 - root - INFO - num_workers
2019-10-04 00:37:00,350 - root - INFO - 16
2019-10-04 00:37:00,350 - root - INFO - eval_fre
2019-10-04 00:37:00,350 - root - INFO - 1
2019-10-04 00:37:00,350 - root - INFO - msg_fre
2019-10-04 00:37:00,350 - root - INFO - 10
2019-10-04 00:37:00,350 - root - INFO - save_fre
2019-10-04 00:37:00,350 - root - INFO - 1
2019-10-04 00:37:00,350 - root - INFO - name
2019-10-04 00:37:00,350 - root - INFO - temp
2019-10-04 00:37:00,350 - root - INFO - data_dir
2019-10-04 00:37:00,350 - root - INFO - /media/tiger/zzr/rsna
2019-10-04 00:37:00,350 - root - INFO - log_dir
2019-10-04 00:37:00,350 - root - INFO - ./logs
2019-10-04 00:37:00,350 - root - INFO - tensorboard_dir
2019-10-04 00:37:00,350 - root - INFO - ./tensorboard
2019-10-04 00:37:00,350 - root - INFO - model_out_dir
2019-10-04 00:37:00,350 - root - INFO - ./model_out
2019-10-04 00:37:00,351 - root - INFO - model_out_name
2019-10-04 00:37:00,351 - root - INFO - final_model.pth
2019-10-04 00:37:00,351 - root - INFO - seed
2019-10-04 00:37:00,351 - root - INFO - 5
2019-10-04 00:37:00,351 - root - INFO - unique_name
2019-10-04 00:37:00,351 - root - INFO - 191004-003700_temp
2019-10-04 00:37:00,351 - root - INFO - sub_tensorboard_dir
2019-10-04 00:37:00,351 - root - INFO - ./tensorboard/191004-003700_temp
2019-10-04 00:37:00,351 - root - INFO - sub_model_out_dir
2019-10-04 00:37:00,351 - root - INFO - ./model_out/191004-003700_temp
2019-10-04 00:37:34,823 - root - INFO - epoch:0. iter/total_iter:10/158025. lr:0.00100. loss:0.6940. spend/global_spend:10.4231/0:00:10. eta:1 day, 21:44:59
2019-10-04 00:37:39,382 - root - INFO - epoch:0. iter/total_iter:20/158025. lr:0.00100. loss:0.2879. spend/global_spend:4.5590/0:00:14. eta:1 day, 8:52:41
2019-10-04 00:37:43,929 - root - INFO - epoch:0. iter/total_iter:30/158025. lr:0.00100. loss:0.2109. spend/global_spend:4.5455/0:00:19. eta:1 day, 4:34:01
2019-10-04 00:37:48,477 - root - INFO - epoch:0. iter/total_iter:40/158025. lr:0.00100. loss:0.1990. spend/global_spend:4.5493/0:00:24. eta:1 day, 2:24:54
2019-10-04 00:37:53,052 - root - INFO - epoch:0. iter/total_iter:50/158025. lr:0.00100. loss:0.2065. spend/global_spend:4.5747/0:00:28. eta:1 day, 1:08:44
2019-10-04 00:37:57,658 - root - INFO - epoch:0. iter/total_iter:60/158025. lr:0.00100. loss:0.1783. spend/global_spend:4.6060/0:00:33. eta:1 day, 0:19:18
2019-10-04 00:38:02,247 - root - INFO - epoch:0. iter/total_iter:70/158025. lr:0.00100. loss:0.2059. spend/global_spend:4.5899/0:00:37. eta:23:43:22
2019-10-04 00:38:06,871 - root - INFO - epoch:0. iter/total_iter:80/158025. lr:0.00100. loss:0.2199. spend/global_spend:4.6223/0:00:42. eta:23:17:28
2019-10-04 00:38:11,453 - root - INFO - epoch:0. iter/total_iter:90/158025. lr:0.00100. loss:0.2075. spend/global_spend:4.5834/0:00:47. eta:22:56:10
2019-10-04 00:38:16,077 - root - INFO - epoch:0. iter/total_iter:100/158025. lr:0.00100. loss:0.1978. spend/global_spend:4.6238/0:00:51. eta:22:40:10
2019-10-04 00:38:20,702 - root - INFO - epoch:0. iter/total_iter:110/158025. lr:0.00100. loss:0.1943. spend/global_spend:4.6241/0:00:56. eta:22:27:05
2019-10-04 00:38:25,323 - root - INFO - epoch:0. iter/total_iter:120/158025. lr:0.00100. loss:0.1971. spend/global_spend:4.6220/0:01:00. eta:22:16:07
2019-10-04 00:38:29,956 - root - INFO - epoch:0. iter/total_iter:130/158025. lr:0.00100. loss:0.2028. spend/global_spend:4.6333/0:01:05. eta:22:07:03
2019-10-04 00:38:34,621 - root - INFO - epoch:0. iter/total_iter:140/158025. lr:0.00100. loss:0.1884. spend/global_spend:4.6639/0:01:10. eta:21:59:50
2019-10-04 00:38:39,356 - root - INFO - epoch:0. iter/total_iter:150/158025. lr:0.00100. loss:0.2185. spend/global_spend:4.7364/0:01:14. eta:21:54:51
2019-10-04 00:38:44,008 - root - INFO - epoch:0. iter/total_iter:160/158025. lr:0.00100. loss:0.2028. spend/global_spend:4.6505/0:01:19. eta:21:49:04
2019-10-04 00:38:48,669 - root - INFO - epoch:0. iter/total_iter:170/158025. lr:0.00100. loss:0.1990. spend/global_spend:4.6609/0:01:24. eta:21:44:07
2019-10-04 00:38:53,391 - root - INFO - epoch:0. iter/total_iter:180/158025. lr:0.00100. loss:0.1929. spend/global_spend:4.7233/0:01:28. eta:21:40:37
2019-10-04 00:38:58,164 - root - INFO - epoch:0. iter/total_iter:190/158025. lr:0.00100. loss:0.2073. spend/global_spend:4.7723/0:01:33. eta:21:38:10
2019-10-04 00:39:02,890 - root - INFO - epoch:0. iter/total_iter:200/158025. lr:0.00100. loss:0.1589. spend/global_spend:4.7265/0:01:38. eta:21:35:21
2019-10-04 00:39:07,639 - root - INFO - epoch:0. iter/total_iter:210/158025. lr:0.00100. loss:0.1773. spend/global_spend:4.7489/0:01:43. eta:21:33:04
2019-10-04 00:39:12,355 - root - INFO - epoch:0. iter/total_iter:220/158025. lr:0.00100. loss:0.1537. spend/global_spend:4.7159/0:01:47. eta:21:30:35
2019-10-04 00:39:17,074 - root - INFO - epoch:0. iter/total_iter:230/158025. lr:0.00100. loss:0.1707. spend/global_spend:4.7191/0:01:52. eta:21:28:21
2019-10-04 00:39:21,791 - root - INFO - epoch:0. iter/total_iter:240/158025. lr:0.00100. loss:0.1937. spend/global_spend:4.7153/0:01:57. eta:21:26:16
2019-10-04 00:39:26,553 - root - INFO - epoch:0. iter/total_iter:250/158025. lr:0.00100. loss:0.1823. spend/global_spend:4.7634/0:02:02. eta:21:24:50
2019-10-04 00:39:31,257 - root - INFO - epoch:0. iter/total_iter:260/158025. lr:0.00100. loss:0.1924. spend/global_spend:4.7046/0:02:06. eta:21:22:55
2019-10-04 00:39:35,991 - root - INFO - epoch:0. iter/total_iter:270/158025. lr:0.00100. loss:0.1811. spend/global_spend:4.7334/0:02:11. eta:21:21:25
2019-10-04 00:39:40,747 - root - INFO - epoch:0. iter/total_iter:280/158025. lr:0.00100. loss:0.1823. spend/global_spend:4.7569/0:02:16. eta:21:20:14
2019-10-04 00:39:45,543 - root - INFO - epoch:0. iter/total_iter:290/158025. lr:0.00100. loss:0.1780. spend/global_spend:4.7958/0:02:21. eta:21:19:29
2019-10-04 00:39:50,204 - root - INFO - epoch:0. iter/total_iter:300/158025. lr:0.00100. loss:0.1760. spend/global_spend:4.6609/0:02:25. eta:21:17:36
2019-10-04 00:39:54,877 - root - INFO - epoch:0. iter/total_iter:310/158025. lr:0.00100. loss:0.1650. spend/global_spend:4.6727/0:02:30. eta:21:15:56
2019-10-04 00:39:59,555 - root - INFO - epoch:0. iter/total_iter:320/158025. lr:0.00100. loss:0.1906. spend/global_spend:4.6786/0:02:35. eta:21:14:25
2019-10-04 00:40:10,492 - root - INFO - epoch:0. iter/total_iter:330/158025. lr:0.00100. loss:0.1768. spend/global_spend:10.9362/0:02:46. eta:22:02:49
2019-10-04 00:40:28,507 - root - INFO - epoch:0. iter/total_iter:340/158025. lr:0.00100. loss:0.1766. spend/global_spend:18.0150/0:03:04. eta:23:43:04
2019-10-04 00:40:34,489 - root - INFO - epoch:0. iter/total_iter:350/158025. lr:0.00100. loss:0.1665. spend/global_spend:5.9821/0:03:10. eta:23:47:15
2019-10-04 00:40:50,282 - root - INFO - epoch:0. iter/total_iter:360/158025. lr:0.00100. loss:0.1808. spend/global_spend:15.7931/0:03:25. eta:1 day, 1:02:47
2019-10-04 00:40:55,591 - root - INFO - epoch:0. iter/total_iter:370/158025. lr:0.00100. loss:0.2050. spend/global_spend:5.3097/0:03:31. eta:1 day, 0:59:47
2019-10-04 00:41:12,547 - root - INFO - epoch:0. iter/total_iter:380/158025. lr:0.00100. loss:0.1898. spend/global_spend:16.9556/0:03:48. eta:1 day, 2:17:28
2019-10-04 00:41:28,466 - root - INFO - epoch:0. iter/total_iter:390/158025. lr:0.00100. loss:0.2012. spend/global_spend:15.9183/0:04:04. eta:1 day, 3:24:09
2019-10-04 00:41:33,945 - root - INFO - epoch:0. iter/total_iter:400/158025. lr:0.00100. loss:0.1553. spend/global_spend:5.4799/0:04:09. eta:1 day, 3:18:56
2019-10-04 00:41:48,064 - root - INFO - epoch:0. iter/total_iter:410/158025. lr:0.00100. loss:0.1942. spend/global_spend:14.1176/0:04:23. eta:1 day, 4:09:19
2019-10-04 00:42:05,636 - root - INFO - epoch:0. iter/total_iter:420/158025. lr:0.00100. loss:0.1764. spend/global_spend:17.5735/0:04:41. eta:1 day, 5:18:54
2019-10-04 00:42:17,391 - root - INFO - epoch:0. iter/total_iter:430/158025. lr:0.00100. loss:0.1706. spend/global_spend:11.7545/0:04:52. eta:1 day, 5:49:41
2019-10-04 00:42:27,258 - root - INFO - epoch:0. iter/total_iter:440/158025. lr:0.00100. loss:0.1391. spend/global_spend:9.8668/0:05:02. eta:1 day, 6:07:47
2019-10-04 00:42:38,844 - root - INFO - epoch:0. iter/total_iter:450/158025. lr:0.00100. loss:0.1872. spend/global_spend:11.5859/0:05:14. eta:1 day, 6:35:07
2019-10-04 00:42:54,094 - root - INFO - epoch:0. iter/total_iter:460/158025. lr:0.00100. loss:0.1603. spend/global_spend:15.2506/0:05:29. eta:1 day, 7:22:11
2019-10-04 00:43:07,609 - root - INFO - epoch:0. iter/total_iter:470/158025. lr:0.00100. loss:0.2134. spend/global_spend:13.5150/0:05:43. eta:1 day, 7:57:31
2019-10-04 00:43:18,608 - root - INFO - epoch:0. iter/total_iter:480/158025. lr:0.00100. loss:0.1764. spend/global_spend:10.9988/0:05:54. eta:1 day, 8:17:37
2019-10-04 00:43:27,684 - root - INFO - epoch:0. iter/total_iter:490/158025. lr:0.00100. loss:0.1581. spend/global_spend:9.0762/0:06:03. eta:1 day, 8:26:35
2019-10-04 00:43:42,219 - root - INFO - epoch:0. iter/total_iter:500/158025. lr:0.00100. loss:0.1593. spend/global_spend:14.5349/0:06:17. eta:1 day, 9:03:51
2019-10-04 00:43:58,422 - root - INFO - epoch:0. iter/total_iter:510/158025. lr:0.00100. loss:0.1654. spend/global_spend:16.2026/0:06:34. eta:1 day, 9:48:14
2019-10-04 00:44:07,550 - root - INFO - epoch:0. iter/total_iter:520/158025. lr:0.00100. loss:0.1627. spend/global_spend:9.1282/0:06:43. eta:1 day, 9:55:11
2019-10-04 00:44:20,847 - root - INFO - epoch:0. iter/total_iter:530/158025. lr:0.00100. loss:0.1650. spend/global_spend:13.2971/0:06:56. eta:1 day, 10:22:31
2019-10-04 00:44:41,175 - root - INFO - epoch:0. iter/total_iter:540/158025. lr:0.00100. loss:0.1668. spend/global_spend:20.3274/0:07:16. eta:1 day, 11:23:00
2019-10-04 00:44:46,028 - root - INFO - epoch:0. iter/total_iter:550/158025. lr:0.00100. loss:0.1799. spend/global_spend:4.8542/0:07:21. eta:1 day, 11:07:26
2019-10-04 00:45:04,750 - root - INFO - epoch:0. iter/total_iter:560/158025. lr:0.00100. loss:0.1582. spend/global_spend:18.7218/0:07:40. eta:1 day, 11:57:24
2019-10-04 00:45:09,364 - root - INFO - epoch:0. iter/total_iter:570/158025. lr:0.00100. loss:0.1654. spend/global_spend:4.6143/0:07:44. eta:1 day, 11:40:40
2019-10-04 00:45:25,213 - root - INFO - epoch:0. iter/total_iter:580/158025. lr:0.00100. loss:0.1852. spend/global_spend:15.8487/0:08:00. eta:1 day, 12:15:20
2019-10-04 00:45:42,155 - root - INFO - epoch:0. iter/total_iter:590/158025. lr:0.00100. loss:0.1733. spend/global_spend:16.9423/0:08:17. eta:1 day, 12:53:40
2019-10-04 00:45:46,803 - root - INFO - epoch:0. iter/total_iter:600/158025. lr:0.00100. loss:0.1644. spend/global_spend:4.6474/0:08:22. eta:1 day, 12:36:58
2019-10-04 00:46:05,495 - root - INFO - epoch:0. iter/total_iter:610/158025. lr:0.00100. loss:0.1599. spend/global_spend:18.6917/0:08:41. eta:1 day, 13:21:12
2019-10-04 00:46:23,218 - root - INFO - epoch:0. iter/total_iter:620/158025. lr:0.00100. loss:0.1600. spend/global_spend:17.7237/0:08:58. eta:1 day, 13:59:54
2019-10-04 00:46:30,790 - root - INFO - epoch:0. iter/total_iter:630/158025. lr:0.00100. loss:0.1615. spend/global_spend:7.5722/0:09:06. eta:1 day, 13:55:06
2019-10-04 00:46:42,444 - root - INFO - epoch:0. iter/total_iter:640/158025. lr:0.00100. loss:0.1632. spend/global_spend:11.6540/0:09:18. eta:1 day, 14:07:11
2019-10-04 00:46:47,075 - root - INFO - epoch:0. iter/total_iter:650/158025. lr:0.00100. loss:0.1610. spend/global_spend:4.6302/0:09:22. eta:1 day, 13:50:32
2019-10-04 00:47:03,376 - root - INFO - epoch:0. iter/total_iter:660/158025. lr:0.00100. loss:0.1612. spend/global_spend:16.3012/0:09:38. eta:1 day, 14:20:46
2019-10-04 00:47:18,442 - root - INFO - epoch:0. iter/total_iter:670/158025. lr:0.00100. loss:0.1834. spend/global_spend:15.0664/0:09:54. eta:1 day, 14:45:15
2019-10-04 00:47:23,097 - root - INFO - epoch:0. iter/total_iter:680/158025. lr:0.00100. loss:0.1669. spend/global_spend:4.6545/0:09:58. eta:1 day, 14:28:52
2019-10-04 00:47:40,036 - root - INFO - epoch:0. iter/total_iter:690/158025. lr:0.00100. loss:0.1984. spend/global_spend:16.9390/0:10:15. eta:1 day, 14:59:38
2019-10-04 00:47:57,551 - root - INFO - epoch:0. iter/total_iter:700/158025. lr:0.00100. loss:0.1521. spend/global_spend:17.5136/0:10:33. eta:1 day, 15:31:40
2019-10-04 00:48:02,160 - root - INFO - epoch:0. iter/total_iter:710/158025. lr:0.00100. loss:0.1752. spend/global_spend:4.6110/0:10:37. eta:1 day, 15:15:08
2019-10-04 00:48:20,179 - root - INFO - epoch:0. iter/total_iter:720/158025. lr:0.00100. loss:0.1863. spend/global_spend:18.0187/0:10:55. eta:1 day, 15:47:54
2019-10-04 00:48:24,787 - root - INFO - epoch:0. iter/total_iter:730/158025. lr:0.00100. loss:0.1510. spend/global_spend:4.6073/0:11:00. eta:1 day, 15:31:35
2019-10-04 00:48:46,227 - root - INFO - epoch:0. iter/total_iter:740/158025. lr:0.00100. loss:0.1645. spend/global_spend:21.4409/0:11:21. eta:1 day, 16:15:20
2019-10-04 00:49:04,399 - root - INFO - epoch:0. iter/total_iter:750/158025. lr:0.00100. loss:0.1584. spend/global_spend:18.1721/0:11:39. eta:1 day, 16:46:29
2019-10-04 00:49:08,998 - root - INFO - epoch:0. iter/total_iter:760/158025. lr:0.00100. loss:0.1720. spend/global_spend:4.5987/0:11:44. eta:1 day, 16:30:00
2019-10-04 00:49:27,660 - root - INFO - epoch:0. iter/total_iter:770/158025. lr:0.00100. loss:0.1754. spend/global_spend:18.6619/0:12:03. eta:1 day, 17:01:49
2019-10-04 00:49:42,342 - root - INFO - epoch:0. iter/total_iter:780/158025. lr:0.00100. loss:0.1652. spend/global_spend:14.6818/0:12:17. eta:1 day, 17:19:26
2019-10-04 00:49:46,946 - root - INFO - epoch:0. iter/total_iter:790/158025. lr:0.00100. loss:0.1565. spend/global_spend:4.6041/0:12:22. eta:1 day, 17:03:10
2019-10-04 00:50:03,882 - root - INFO - epoch:0. iter/total_iter:800/158025. lr:0.00100. loss:0.1684. spend/global_spend:16.9358/0:12:39. eta:1 day, 17:27:41
2019-10-04 00:50:14,943 - root - INFO - epoch:0. iter/total_iter:810/158025. lr:0.00100. loss:0.1679. spend/global_spend:11.0611/0:12:50. eta:1 day, 17:32:36
2019-10-04 00:50:21,442 - root - INFO - epoch:0. iter/total_iter:820/158025. lr:0.00100. loss:0.1831. spend/global_spend:6.4993/0:12:57. eta:1 day, 17:22:49
2019-10-04 00:50:39,210 - root - INFO - epoch:0. iter/total_iter:830/158025. lr:0.00100. loss:0.1557. spend/global_spend:17.7675/0:13:14. eta:1 day, 17:48:50
2019-10-04 00:50:47,702 - root - INFO - epoch:0. iter/total_iter:840/158025. lr:0.00100. loss:0.1626. spend/global_spend:8.4915/0:13:23. eta:1 day, 17:45:17
2019-10-04 00:50:59,752 - root - INFO - epoch:0. iter/total_iter:850/158025. lr:0.00100. loss:0.1807. spend/global_spend:12.0506/0:13:35. eta:1 day, 17:52:48
2019-10-04 00:51:14,195 - root - INFO - epoch:0. iter/total_iter:860/158025. lr:0.00100. loss:0.1733. spend/global_spend:14.4433/0:13:49. eta:1 day, 18:07:25
2019-10-04 00:51:24,835 - root - INFO - epoch:0. iter/total_iter:870/158025. lr:0.00100. loss:0.1752. spend/global_spend:10.6400/0:14:00. eta:1 day, 18:10:14
2019-10-04 00:51:35,252 - root - INFO - epoch:0. iter/total_iter:880/158025. lr:0.00100. loss:0.1501. spend/global_spend:10.4163/0:14:10. eta:1 day, 18:12:19
2019-10-04 00:51:40,625 - root - INFO - epoch:0. iter/total_iter:890/158025. lr:0.00100. loss:0.1936. spend/global_spend:5.3735/0:14:16. eta:1 day, 17:59:31
2019-10-04 00:51:59,949 - root - INFO - epoch:0. iter/total_iter:900/158025. lr:0.00100. loss:0.1759. spend/global_spend:19.3242/0:14:35. eta:1 day, 18:27:36
2019-10-04 00:52:16,915 - root - INFO - epoch:0. iter/total_iter:910/158025. lr:0.00100. loss:0.1758. spend/global_spend:16.9654/0:14:52. eta:1 day, 18:48:16
2019-10-04 00:52:21,523 - root - INFO - epoch:0. iter/total_iter:920/158025. lr:0.00100. loss:0.1589. spend/global_spend:4.6078/0:14:57. eta:1 day, 18:33:18
2019-10-04 00:52:40,560 - root - INFO - epoch:0. iter/total_iter:930/158025. lr:0.00100. loss:0.1670. spend/global_spend:19.0371/0:15:16. eta:1 day, 18:59:17
2019-10-04 00:52:59,370 - root - INFO - epoch:0. iter/total_iter:940/158025. lr:0.00100. loss:0.1689. spend/global_spend:18.8109/0:15:34. eta:1 day, 19:24:04
2019-10-04 00:53:03,973 - root - INFO - epoch:0. iter/total_iter:950/158025. lr:0.00100. loss:0.1744. spend/global_spend:4.6029/0:15:39. eta:1 day, 19:09:11
2019-10-04 00:53:23,015 - root - INFO - epoch:0. iter/total_iter:960/158025. lr:0.00100. loss:0.1808. spend/global_spend:19.0419/0:15:58. eta:1 day, 19:33:58
2019-10-04 00:53:27,623 - root - INFO - epoch:0. iter/total_iter:970/158025. lr:0.00100. loss:0.1509. spend/global_spend:4.6073/0:16:03. eta:1 day, 19:19:17
2019-10-04 00:53:43,946 - root - INFO - epoch:0. iter/total_iter:980/158025. lr:0.00100. loss:0.1737. spend/global_spend:16.3237/0:16:19. eta:1 day, 19:36:12
2019-10-04 00:53:59,262 - root - INFO - epoch:0. iter/total_iter:990/158025. lr:0.00100. loss:0.1506. spend/global_spend:15.3159/0:16:34. eta:1 day, 19:50:06
2019-10-04 00:54:03,869 - root - INFO - epoch:0. iter/total_iter:1000/158025. lr:0.00100. loss:0.1858. spend/global_spend:4.6066/0:16:39. eta:1 day, 19:35:41
2019-10-04 00:54:20,902 - root - INFO - epoch:0. iter/total_iter:1010/158025. lr:0.00100. loss:0.1796. spend/global_spend:17.0334/0:16:56. eta:1 day, 19:53:45
2019-10-04 00:54:37,628 - root - INFO - epoch:0. iter/total_iter:1020/158025. lr:0.00100. loss:0.1596. spend/global_spend:16.7259/0:17:13. eta:1 day, 20:10:41
2019-10-04 00:54:42,227 - root - INFO - epoch:0. iter/total_iter:1030/158025. lr:0.00100. loss:0.1789. spend/global_spend:4.5984/0:17:17. eta:1 day, 19:56:27
2019-10-04 00:54:58,347 - root - INFO - epoch:0. iter/total_iter:1040/158025. lr:0.00100. loss:0.1686. spend/global_spend:16.1208/0:17:33. eta:1 day, 20:11:30
2019-10-04 00:55:06,765 - root - INFO - epoch:0. iter/total_iter:1050/158025. lr:0.00100. loss:0.1900. spend/global_spend:8.4175/0:17:42. eta:1 day, 20:07:03
2019-10-04 00:55:20,105 - root - INFO - epoch:0. iter/total_iter:1060/158025. lr:0.00100. loss:0.1498. spend/global_spend:13.3405/0:17:55. eta:1 day, 20:14:50
2019-10-04 00:55:34,790 - root - INFO - epoch:0. iter/total_iter:1070/158025. lr:0.00100. loss:0.1608. spend/global_spend:14.6845/0:18:10. eta:1 day, 20:25:45
2019-10-04 00:55:43,934 - root - INFO - epoch:0. iter/total_iter:1080/158025. lr:0.00100. loss:0.1403. spend/global_spend:9.1444/0:18:19. eta:1 day, 20:23:03
2019-10-04 00:55:54,167 - root - INFO - epoch:0. iter/total_iter:1090/158025. lr:0.00100. loss:0.1589. spend/global_spend:10.2329/0:18:29. eta:1 day, 20:23:01
2019-10-04 00:56:15,798 - root - INFO - epoch:0. iter/total_iter:1100/158025. lr:0.00100. loss:0.1642. spend/global_spend:21.6302/0:18:51. eta:1 day, 20:50:04
2019-10-04 00:56:20,400 - root - INFO - epoch:0. iter/total_iter:1110/158025. lr:0.00100. loss:0.1620. spend/global_spend:4.6026/0:18:56. eta:1 day, 20:36:30
2019-10-04 00:56:37,160 - root - INFO - epoch:0. iter/total_iter:1120/158025. lr:0.00100. loss:0.1596. spend/global_spend:16.7596/0:19:12. eta:1 day, 20:51:34
2019-10-04 00:56:41,768 - root - INFO - epoch:0. iter/total_iter:1130/158025. lr:0.00100. loss:0.1696. spend/global_spend:4.6081/0:19:17. eta:1 day, 20:38:14
2019-10-04 00:56:56,424 - root - INFO - epoch:0. iter/total_iter:1140/158025. lr:0.00100. loss:0.1583. spend/global_spend:14.6568/0:19:32. eta:1 day, 20:48:12
2019-10-04 00:57:09,625 - root - INFO - epoch:0. iter/total_iter:1150/158025. lr:0.00100. loss:0.1726. spend/global_spend:13.2006/0:19:45. eta:1 day, 20:54:40
2019-10-04 00:57:20,362 - root - INFO - epoch:0. iter/total_iter:1160/158025. lr:0.00100. loss:0.1585. spend/global_spend:10.7372/0:19:55. eta:1 day, 20:55:28
2019-10-04 00:57:30,452 - root - INFO - epoch:0. iter/total_iter:1170/158025. lr:0.00100. loss:0.1369. spend/global_spend:10.0901/0:20:06. eta:1 day, 20:54:48
2019-10-04 00:57:47,448 - root - INFO - epoch:0. iter/total_iter:1180/158025. lr:0.00100. loss:0.1880. spend/global_spend:16.9955/0:20:23. eta:1 day, 21:09:26
2019-10-04 00:57:52,645 - root - INFO - epoch:0. iter/total_iter:1190/158025. lr:0.00100. loss:0.1407. spend/global_spend:5.1976/0:20:28. eta:1 day, 20:57:55
2019-10-04 00:58:11,891 - root - INFO - epoch:0. iter/total_iter:1200/158025. lr:0.00100. loss:0.1649. spend/global_spend:19.2453/0:20:47. eta:1 day, 21:17:11
2019-10-04 00:58:23,847 - root - INFO - epoch:0. iter/total_iter:1210/158025. lr:0.00100. loss:0.1833. spend/global_spend:11.9558/0:20:59. eta:1 day, 21:20:23
2019-10-04 00:58:35,217 - root - INFO - epoch:0. iter/total_iter:1220/158025. lr:0.00100. loss:0.1579. spend/global_spend:11.3702/0:21:10. eta:1 day, 21:22:16
2019-10-04 00:58:50,733 - root - INFO - epoch:0. iter/total_iter:1230/158025. lr:0.00100. loss:0.1843. spend/global_spend:15.5156/0:21:26. eta:1 day, 21:32:56
2019-10-04 00:58:59,766 - root - INFO - epoch:0. iter/total_iter:1240/158025. lr:0.00100. loss:0.1618. spend/global_spend:9.0336/0:21:35. eta:1 day, 21:29:45
2019-10-04 00:59:16,033 - root - INFO - epoch:0. iter/total_iter:1250/158025. lr:0.00100. loss:0.1752. spend/global_spend:16.2666/0:21:51. eta:1 day, 21:41:44
2019-10-04 00:59:31,845 - root - INFO - epoch:0. iter/total_iter:1260/158025. lr:0.00100. loss:0.1561. spend/global_spend:15.8116/0:22:07. eta:1 day, 21:52:36
2019-10-04 00:59:39,913 - root - INFO - epoch:0. iter/total_iter:1270/158025. lr:0.00100. loss:0.1847. spend/global_spend:8.0691/0:22:15. eta:1 day, 21:47:21
2019-10-04 00:59:56,824 - root - INFO - epoch:0. iter/total_iter:1280/158025. lr:0.00100. loss:0.1651. spend/global_spend:16.9105/0:22:32. eta:1 day, 22:00:13
2019-10-04 01:00:01,437 - root - INFO - epoch:0. iter/total_iter:1290/158025. lr:0.00100. loss:0.1617. spend/global_spend:4.6134/0:22:37. eta:1 day, 21:48:00
2019-10-04 01:00:18,329 - root - INFO - epoch:0. iter/total_iter:1300/158025. lr:0.00100. loss:0.1888. spend/global_spend:16.8915/0:22:53. eta:1 day, 22:00:37
2019-10-04 01:00:31,848 - root - INFO - epoch:0. iter/total_iter:1310/158025. lr:0.00100. loss:0.1504. spend/global_spend:13.5198/0:23:07. eta:1 day, 22:06:20
2019-10-04 01:00:36,519 - root - INFO - epoch:0. iter/total_iter:1320/158025. lr:0.00100. loss:0.1793. spend/global_spend:4.6703/0:23:12. eta:1 day, 21:54:26
2019-10-04 01:00:54,437 - root - INFO - epoch:0. iter/total_iter:1330/158025. lr:0.00100. loss:0.1587. spend/global_spend:17.9181/0:23:30. eta:1 day, 22:08:44
2019-10-04 01:01:13,377 - root - INFO - epoch:0. iter/total_iter:1340/158025. lr:0.00100. loss:0.1458. spend/global_spend:18.9401/0:23:48. eta:1 day, 22:24:49
2019-10-04 01:01:17,992 - root - INFO - epoch:0. iter/total_iter:1350/158025. lr:0.00100. loss:0.1701. spend/global_spend:4.6154/0:23:53. eta:1 day, 22:12:56
2019-10-04 01:01:35,064 - root - INFO - epoch:0. iter/total_iter:1360/158025. lr:0.00100. loss:0.1377. spend/global_spend:17.0714/0:24:10. eta:1 day, 22:25:09
2019-10-04 01:01:39,669 - root - INFO - epoch:0. iter/total_iter:1370/158025. lr:0.00100. loss:0.1636. spend/global_spend:4.6049/0:24:15. eta:1 day, 22:13:25
2019-10-04 01:02:03,418 - root - INFO - epoch:0. iter/total_iter:1380/158025. lr:0.00100. loss:0.1707. spend/global_spend:23.7497/0:24:39. eta:1 day, 22:38:04
2019-10-04 01:02:21,269 - root - INFO - epoch:0. iter/total_iter:1390/158025. lr:0.00100. loss:0.1409. spend/global_spend:17.8507/0:24:56. eta:1 day, 22:51:17
2019-10-04 01:02:28,712 - root - INFO - epoch:0. iter/total_iter:1400/158025. lr:0.00100. loss:0.1464. spend/global_spend:7.4432/0:25:04. eta:1 day, 22:44:54
2019-10-04 01:02:44,150 - root - INFO - epoch:0. iter/total_iter:1410/158025. lr:0.00100. loss:0.1513. spend/global_spend:15.4379/0:25:19. eta:1 day, 22:53:25
2019-10-04 01:02:58,199 - root - INFO - epoch:0. iter/total_iter:1420/158025. lr:0.00100. loss:0.1515. spend/global_spend:14.0491/0:25:33. eta:1 day, 22:59:15
2019-10-04 01:03:02,799 - root - INFO - epoch:0. iter/total_iter:1430/158025. lr:0.00100. loss:0.1383. spend/global_spend:4.6000/0:25:38. eta:1 day, 22:47:45
2019-10-04 01:03:19,332 - root - INFO - epoch:0. iter/total_iter:1440/158025. lr:0.00100. loss:0.1798. spend/global_spend:16.5328/0:25:54. eta:1 day, 22:58:02
2019-10-04 01:03:23,979 - root - INFO - epoch:0. iter/total_iter:1450/158025. lr:0.00100. loss:0.1509. spend/global_spend:4.6470/0:25:59. eta:1 day, 22:46:47
2019-10-04 01:03:39,952 - root - INFO - epoch:0. iter/total_iter:1460/158025. lr:0.00100. loss:0.1595. spend/global_spend:15.9724/0:26:15. eta:1 day, 22:55:56
2019-10-04 01:03:56,322 - root - INFO - epoch:0. iter/total_iter:1470/158025. lr:0.00100. loss:0.1821. spend/global_spend:16.3707/0:26:31. eta:1 day, 23:05:39
2019-10-04 01:04:06,143 - root - INFO - epoch:0. iter/total_iter:1480/158025. lr:0.00100. loss:0.1674. spend/global_spend:9.8210/0:26:41. eta:1 day, 23:03:42
2019-10-04 01:04:19,238 - root - INFO - epoch:0. iter/total_iter:1490/158025. lr:0.00100. loss:0.1737. spend/global_spend:13.0944/0:26:54. eta:1 day, 23:07:30
2019-10-04 01:04:37,759 - root - INFO - epoch:0. iter/total_iter:1500/158025. lr:0.00100. loss:0.1547. spend/global_spend:18.5211/0:27:13. eta:1 day, 23:20:41
2019-10-04 01:04:42,354 - root - INFO - epoch:0. iter/total_iter:1510/158025. lr:0.00100. loss:0.1499. spend/global_spend:4.5951/0:27:17. eta:1 day, 23:09:37
2019-10-04 01:04:59,564 - root - INFO - epoch:0. iter/total_iter:1520/158025. lr:0.00100. loss:0.1645. spend/global_spend:17.2096/0:27:35. eta:1 day, 23:20:21
2019-10-04 01:05:09,845 - root - INFO - epoch:0. iter/total_iter:1530/158025. lr:0.00100. loss:0.1401. spend/global_spend:10.2812/0:27:45. eta:1 day, 23:19:08
2019-10-04 01:05:21,578 - root - INFO - epoch:0. iter/total_iter:1540/158025. lr:0.00100. loss:0.1532. spend/global_spend:11.7331/0:27:57. eta:1 day, 23:20:24
2019-10-04 01:05:39,782 - root - INFO - epoch:0. iter/total_iter:1550/158025. lr:0.00100. loss:0.1736. spend/global_spend:18.2042/0:28:15. eta:1 day, 23:32:31
2019-10-04 01:05:44,392 - root - INFO - epoch:0. iter/total_iter:1560/158025. lr:0.00100. loss:0.1865. spend/global_spend:4.6098/0:28:19. eta:1 day, 23:21:45
2019-10-04 01:06:00,214 - root - INFO - epoch:0. iter/total_iter:1570/158025. lr:0.00100. loss:0.1631. spend/global_spend:15.8223/0:28:35. eta:1 day, 23:29:45
2019-10-04 01:06:10,044 - root - INFO - epoch:0. iter/total_iter:1580/158025. lr:0.00100. loss:0.1519. spend/global_spend:9.8297/0:28:45. eta:1 day, 23:27:46
2019-10-04 01:06:20,757 - root - INFO - epoch:0. iter/total_iter:1590/158025. lr:0.00100. loss:0.1625. spend/global_spend:10.7133/0:28:56. eta:1 day, 23:27:14
2019-10-04 01:06:37,662 - root - INFO - epoch:0. iter/total_iter:1600/158025. lr:0.00100. loss:0.1599. spend/global_spend:16.9044/0:29:13. eta:1 day, 23:36:48
2019-10-04 01:06:42,277 - root - INFO - epoch:0. iter/total_iter:1610/158025. lr:0.00100. loss:0.1604. spend/global_spend:4.6152/0:29:17. eta:1 day, 23:26:21
2019-10-04 01:06:59,041 - root - INFO - epoch:0. iter/total_iter:1620/158025. lr:0.00100. loss:0.1729. spend/global_spend:16.7642/0:29:34. eta:1 day, 23:35:35
2019-10-04 01:07:18,219 - root - INFO - epoch:0. iter/total_iter:1630/158025. lr:0.00100. loss:0.1909. spend/global_spend:19.1780/0:29:53. eta:1 day, 23:48:33
2019-10-04 01:07:22,838 - root - INFO - epoch:0. iter/total_iter:1640/158025. lr:0.00100. loss:0.1611. spend/global_spend:4.6188/0:29:58. eta:1 day, 23:38:13
2019-10-04 01:07:40,316 - root - INFO - epoch:0. iter/total_iter:1650/158025. lr:0.00100. loss:0.1618. spend/global_spend:17.4782/0:30:15. eta:1 day, 23:48:19
2019-10-04 01:07:56,301 - root - INFO - epoch:0. iter/total_iter:1660/158025. lr:0.00100. loss:0.1766. spend/global_spend:15.9844/0:30:31. eta:1 day, 23:55:57
2019-10-04 01:08:04,862 - root - INFO - epoch:0. iter/total_iter:1670/158025. lr:0.00100. loss:0.1573. spend/global_spend:8.5620/0:30:40. eta:1 day, 23:51:54
2019-10-04 01:08:21,430 - root - INFO - epoch:0. iter/total_iter:1680/158025. lr:0.00100. loss:0.1517. spend/global_spend:16.5671/0:30:57. eta:2 days, 0:00:19
2019-10-04 01:08:26,033 - root - INFO - epoch:0. iter/total_iter:1690/158025. lr:0.00100. loss:0.1522. spend/global_spend:4.6031/0:31:01. eta:1 day, 23:50:12
2019-10-04 01:08:40,679 - root - INFO - epoch:0. iter/total_iter:1700/158025. lr:0.00100. loss:0.1818. spend/global_spend:14.6462/0:31:16. eta:1 day, 23:55:34
2019-10-04 01:08:51,991 - root - INFO - epoch:0. iter/total_iter:1710/158025. lr:0.00100. loss:0.1741. spend/global_spend:11.3120/0:31:27. eta:1 day, 23:55:49
2019-10-04 01:09:02,334 - root - INFO - epoch:0. iter/total_iter:1720/158025. lr:0.00100. loss:0.1696. spend/global_spend:10.3422/0:31:37. eta:1 day, 23:54:34
2019-10-04 01:09:19,449 - root - INFO - epoch:0. iter/total_iter:1730/158025. lr:0.00100. loss:0.1803. spend/global_spend:17.1158/0:31:55. eta:2 days, 0:03:33
2019-10-04 01:09:28,861 - root - INFO - epoch:0. iter/total_iter:1740/158025. lr:0.00100. loss:0.1721. spend/global_spend:9.4125/0:32:04. eta:2 days, 0:00:53
2019-10-04 01:09:40,169 - root - INFO - epoch:0. iter/total_iter:1750/158025. lr:0.00100. loss:0.1620. spend/global_spend:11.3074/0:32:15. eta:2 days, 0:01:04
2019-10-04 01:09:53,894 - root - INFO - epoch:0. iter/total_iter:1760/158025. lr:0.00100. loss:0.1654. spend/global_spend:13.7254/0:32:29. eta:2 days, 0:04:49
2019-10-04 01:09:58,689 - root - INFO - epoch:0. iter/total_iter:1770/158025. lr:0.00100. loss:0.1689. spend/global_spend:4.7948/0:32:34. eta:1 day, 23:55:24
2019-10-04 01:10:18,203 - root - INFO - epoch:0. iter/total_iter:1780/158025. lr:0.00100. loss:0.1744. spend/global_spend:19.5139/0:32:53. eta:2 days, 0:07:36
2019-10-04 01:10:26,228 - root - INFO - epoch:0. iter/total_iter:1790/158025. lr:0.00100. loss:0.1519. spend/global_spend:8.0249/0:33:01. eta:2 days, 0:02:58
2019-10-04 01:10:36,827 - root - INFO - epoch:0. iter/total_iter:1800/158025. lr:0.00100. loss:0.1742. spend/global_spend:10.5992/0:33:12. eta:2 days, 0:02:06
2019-10-04 01:10:57,863 - root - INFO - epoch:0. iter/total_iter:1810/158025. lr:0.00100. loss:0.1640. spend/global_spend:21.0358/0:33:33. eta:2 days, 0:16:15
2019-10-04 01:11:05,274 - root - INFO - epoch:0. iter/total_iter:1820/158025. lr:0.00100. loss:0.1798. spend/global_spend:7.4115/0:33:40. eta:2 days, 0:10:45
2019-10-04 01:11:19,041 - root - INFO - epoch:0. iter/total_iter:1830/158025. lr:0.00100. loss:0.1613. spend/global_spend:13.7665/0:33:54. eta:2 days, 0:14:21
2019-10-04 01:11:36,522 - root - INFO - epoch:0. iter/total_iter:1840/158025. lr:0.00100. loss:0.1610. spend/global_spend:17.4811/0:34:12. eta:2 days, 0:23:10
2019-10-04 01:11:43,030 - root - INFO - epoch:0. iter/total_iter:1850/158025. lr:0.00100. loss:0.1726. spend/global_spend:6.5078/0:34:18. eta:2 days, 0:16:27
2019-10-04 01:11:59,913 - root - INFO - epoch:0. iter/total_iter:1860/158025. lr:0.00100. loss:0.1419. spend/global_spend:16.8833/0:34:35. eta:2 days, 0:24:19
2019-10-04 01:12:10,569 - root - INFO - epoch:0. iter/total_iter:1870/158025. lr:0.00100. loss:0.1620. spend/global_spend:10.6555/0:34:46. eta:2 days, 0:23:26
2019-10-04 01:12:20,140 - root - INFO - epoch:0. iter/total_iter:1880/158025. lr:0.00100. loss:0.1506. spend/global_spend:9.5714/0:34:55. eta:2 days, 0:21:03
2019-10-04 01:12:37,507 - root - INFO - epoch:0. iter/total_iter:1890/158025. lr:0.00100. loss:0.1519. spend/global_spend:17.3666/0:35:13. eta:2 days, 0:29:26
2019-10-04 01:12:52,430 - root - INFO - epoch:0. iter/total_iter:1900/158025. lr:0.00100. loss:0.1712. spend/global_spend:14.9239/0:35:28. eta:2 days, 0:34:22
2019-10-04 01:12:58,487 - root - INFO - epoch:0. iter/total_iter:1910/158025. lr:0.00100. loss:0.1645. spend/global_spend:6.0570/0:35:34. eta:2 days, 0:27:10
2019-10-04 01:13:17,686 - root - INFO - epoch:0. iter/total_iter:1920/158025. lr:0.00100. loss:0.1855. spend/global_spend:19.1985/0:35:53. eta:2 days, 0:37:52
2019-10-04 01:13:22,826 - root - INFO - epoch:0. iter/total_iter:1930/158025. lr:0.00100. loss:0.1640. spend/global_spend:5.1398/0:35:58. eta:2 days, 0:29:29
2019-10-04 01:13:38,666 - root - INFO - epoch:0. iter/total_iter:1940/158025. lr:0.00100. loss:0.1429. spend/global_spend:15.8400/0:36:14. eta:2 days, 0:35:33
2019-10-04 01:13:59,443 - root - INFO - epoch:0. iter/total_iter:1950/158025. lr:0.00100. loss:0.1833. spend/global_spend:20.7773/0:36:35. eta:2 days, 0:48:07
2019-10-04 01:14:04,054 - root - INFO - epoch:0. iter/total_iter:1960/158025. lr:0.00100. loss:0.1616. spend/global_spend:4.6113/0:36:39. eta:2 days, 0:39:07
2019-10-04 01:14:19,144 - root - INFO - epoch:0. iter/total_iter:1970/158025. lr:0.00100. loss:0.1520. spend/global_spend:15.0890/0:36:54. eta:2 days, 0:44:02
2019-10-04 01:14:37,999 - root - INFO - epoch:0. iter/total_iter:1980/158025. lr:0.00100. loss:0.1710. spend/global_spend:18.8553/0:37:13. eta:2 days, 0:53:51
2019-10-04 01:14:42,624 - root - INFO - epoch:0. iter/total_iter:1990/158025. lr:0.00100. loss:0.1598. spend/global_spend:4.6251/0:37:18. eta:2 days, 0:44:58
2019-10-04 01:15:00,795 - root - INFO - epoch:0. iter/total_iter:2000/158025. lr:0.00100. loss:0.1678. spend/global_spend:18.1712/0:37:36. eta:2 days, 0:53:47
2019-10-04 01:15:05,429 - root - INFO - epoch:0. iter/total_iter:2010/158025. lr:0.00100. loss:0.1617. spend/global_spend:4.6341/0:37:41. eta:2 days, 0:44:59
2019-10-04 01:15:22,786 - root - INFO - epoch:0. iter/total_iter:2020/158025. lr:0.00100. loss:0.1461. spend/global_spend:17.3569/0:37:58. eta:2 days, 0:52:40
2019-10-04 01:15:37,965 - root - INFO - epoch:0. iter/total_iter:2030/158025. lr:0.00100. loss:0.1694. spend/global_spend:15.1790/0:38:13. eta:2 days, 0:57:28
2019-10-04 01:15:42,570 - root - INFO - epoch:0. iter/total_iter:2040/158025. lr:0.00100. loss:0.1574. spend/global_spend:4.6055/0:38:18. eta:2 days, 0:48:45
2019-10-04 01:16:01,433 - root - INFO - epoch:0. iter/total_iter:2050/158025. lr:0.00100. loss:0.1806. spend/global_spend:18.8622/0:38:37. eta:2 days, 0:58:12
2019-10-04 01:16:16,868 - root - INFO - epoch:0. iter/total_iter:2060/158025. lr:0.00100. loss:0.1538. spend/global_spend:15.4357/0:38:52. eta:2 days, 1:03:13
2019-10-04 01:16:21,472 - root - INFO - epoch:0. iter/total_iter:2070/158025. lr:0.00100. loss:0.1731. spend/global_spend:4.6036/0:38:57. eta:2 days, 0:54:36
2019-10-04 01:16:37,604 - root - INFO - epoch:0. iter/total_iter:2080/158025. lr:0.00100. loss:0.1536. spend/global_spend:16.1317/0:39:13. eta:2 days, 1:00:28
2019-10-04 01:16:42,230 - root - INFO - epoch:0. iter/total_iter:2090/158025. lr:0.00100. loss:0.1577. spend/global_spend:4.6261/0:39:17. eta:2 days, 0:51:57
2019-10-04 01:16:59,992 - root - INFO - epoch:0. iter/total_iter:2100/158025. lr:0.00100. loss:0.1632. spend/global_spend:17.7626/0:39:35. eta:2 days, 0:59:47
2019-10-04 01:17:17,410 - root - INFO - epoch:0. iter/total_iter:2110/158025. lr:0.00100. loss:0.1506. spend/global_spend:17.4177/0:39:53. eta:2 days, 1:07:07
2019-10-04 01:17:24,692 - root - INFO - epoch:0. iter/total_iter:2120/158025. lr:0.00100. loss:0.1796. spend/global_spend:7.2816/0:40:00. eta:2 days, 1:01:57
2019-10-04 01:17:38,105 - root - INFO - epoch:0. iter/total_iter:2130/158025. lr:0.00100. loss:0.1592. spend/global_spend:13.4128/0:40:13. eta:2 days, 1:04:19
2019-10-04 01:17:58,107 - root - INFO - epoch:0. iter/total_iter:2140/158025. lr:0.00100. loss:0.1435. spend/global_spend:20.0014/0:40:33. eta:2 days, 1:14:39
2019-10-04 01:18:02,740 - root - INFO - epoch:0. iter/total_iter:2150/158025. lr:0.00100. loss:0.1469. spend/global_spend:4.6336/0:40:38. eta:2 days, 1:06:19
2019-10-04 01:18:19,056 - root - INFO - epoch:0. iter/total_iter:2160/158025. lr:0.00100. loss:0.1465. spend/global_spend:16.3161/0:40:54. eta:2 days, 1:12:07
2019-10-04 01:18:26,317 - root - INFO - epoch:0. iter/total_iter:2170/158025. lr:0.00100. loss:0.1744. spend/global_spend:7.2616/0:41:01. eta:2 days, 1:07:01
2019-10-04 01:18:40,846 - root - INFO - epoch:0. iter/total_iter:2180/158025. lr:0.00100. loss:0.1849. spend/global_spend:14.5288/0:41:16. eta:2 days, 1:10:37
2019-10-04 01:18:56,049 - root - INFO - epoch:0. iter/total_iter:2190/158025. lr:0.00100. loss:0.1598. spend/global_spend:15.2031/0:41:31. eta:2 days, 1:14:59
2019-10-04 01:19:00,757 - root - INFO - epoch:0. iter/total_iter:2200/158025. lr:0.00100. loss:0.1671. spend/global_spend:4.7083/0:41:36. eta:2 days, 1:06:55
2019-10-04 01:19:14,187 - root - INFO - epoch:0. iter/total_iter:2210/158025. lr:0.00100. loss:0.1889. spend/global_spend:13.4293/0:41:49. eta:2 days, 1:09:11
2019-10-04 01:19:31,223 - root - INFO - epoch:0. iter/total_iter:2220/158025. lr:0.00100. loss:0.1639. spend/global_spend:17.0362/0:42:06. eta:2 days, 1:15:38
2019-10-04 01:19:35,838 - root - INFO - epoch:0. iter/total_iter:2230/158025. lr:0.00100. loss:0.1529. spend/global_spend:4.6149/0:42:11. eta:2 days, 1:07:34
2019-10-04 01:19:53,678 - root - INFO - epoch:0. iter/total_iter:2240/158025. lr:0.00100. loss:0.1653. spend/global_spend:17.8400/0:42:29. eta:2 days, 1:14:54
2019-10-04 01:20:02,444 - root - INFO - epoch:0. iter/total_iter:2250/158025. lr:0.00100. loss:0.1622. spend/global_spend:8.7666/0:42:38. eta:2 days, 1:11:41
2019-10-04 01:20:15,506 - root - INFO - epoch:0. iter/total_iter:2260/158025. lr:0.00100. loss:0.1706. spend/global_spend:13.0619/0:42:51. eta:2 days, 1:13:27
2019-10-04 01:20:33,389 - root - INFO - epoch:0. iter/total_iter:2270/158025. lr:0.00100. loss:0.1623. spend/global_spend:17.8830/0:43:08. eta:2 days, 1:20:42
2019-10-04 01:20:38,000 - root - INFO - epoch:0. iter/total_iter:2280/158025. lr:0.00100. loss:0.1551. spend/global_spend:4.6110/0:43:13. eta:2 days, 1:12:46
2019-10-04 01:20:55,215 - root - INFO - epoch:0. iter/total_iter:2290/158025. lr:0.00100. loss:0.1616. spend/global_spend:17.2141/0:43:30. eta:2 days, 1:19:12
2019-10-04 01:21:07,653 - root - INFO - epoch:0. iter/total_iter:2300/158025. lr:0.00100. loss:0.1588. spend/global_spend:12.4385/0:43:43. eta:2 days, 1:20:11
2019-10-04 01:21:17,594 - root - INFO - epoch:0. iter/total_iter:2310/158025. lr:0.00100. loss:0.1449. spend/global_spend:9.9415/0:43:53. eta:2 days, 1:18:21
2019-10-04 01:21:33,636 - root - INFO - epoch:0. iter/total_iter:2320/158025. lr:0.00100. loss:0.1542. spend/global_spend:16.0415/0:44:09. eta:2 days, 1:23:21
2019-10-04 01:21:38,269 - root - INFO - epoch:0. iter/total_iter:2330/158025. lr:0.00100. loss:0.1600. spend/global_spend:4.6332/0:44:13. eta:2 days, 1:15:36
2019-10-04 01:21:55,720 - root - INFO - epoch:0. iter/total_iter:2340/158025. lr:0.00100. loss:0.1645. spend/global_spend:17.4509/0:44:31. eta:2 days, 1:22:08
2019-10-04 01:22:12,776 - root - INFO - epoch:0. iter/total_iter:2350/158025. lr:0.00100. loss:0.1647. spend/global_spend:17.0559/0:44:48. eta:2 days, 1:28:10
2019-10-04 01:22:17,390 - root - INFO - epoch:0. iter/total_iter:2360/158025. lr:0.00100. loss:0.1449. spend/global_spend:4.6143/0:44:52. eta:2 days, 1:20:28
2019-10-04 01:22:34,579 - root - INFO - epoch:0. iter/total_iter:2370/158025. lr:0.00100. loss:0.1631. spend/global_spend:17.1889/0:45:10. eta:2 days, 1:26:37
2019-10-04 01:22:47,381 - root - INFO - epoch:0. iter/total_iter:2380/158025. lr:0.00100. loss:0.1954. spend/global_spend:12.8023/0:45:22. eta:2 days, 1:27:54
2019-10-04 01:22:57,037 - root - INFO - epoch:0. iter/total_iter:2390/158025. lr:0.00100. loss:0.1649. spend/global_spend:9.6561/0:45:32. eta:2 days, 1:25:47
2019-10-04 01:23:10,538 - root - INFO - epoch:0. iter/total_iter:2400/158025. lr:0.00100. loss:0.1704. spend/global_spend:13.5011/0:45:46. eta:2 days, 1:27:49
2019-10-04 01:23:23,940 - root - INFO - epoch:0. iter/total_iter:2410/158025. lr:0.00100. loss:0.1585. spend/global_spend:13.4013/0:45:59. eta:2 days, 1:29:44
2019-10-04 01:23:33,452 - root - INFO - epoch:0. iter/total_iter:2420/158025. lr:0.00100. loss:0.1815. spend/global_spend:9.5124/0:46:09. eta:2 days, 1:27:28
2019-10-04 01:23:53,864 - root - INFO - epoch:0. iter/total_iter:2430/158025. lr:0.00100. loss:0.1470. spend/global_spend:20.4120/0:46:29. eta:2 days, 1:36:51
2019-10-04 01:24:01,291 - root - INFO - epoch:0. iter/total_iter:2440/158025. lr:0.00100. loss:0.1439. spend/global_spend:7.4266/0:46:36. eta:2 days, 1:32:21
2019-10-04 01:24:14,132 - root - INFO - epoch:0. iter/total_iter:2450/158025. lr:0.00100. loss:0.1662. spend/global_spend:12.8412/0:46:49. eta:2 days, 1:33:38
2019-10-04 01:24:29,578 - root - INFO - epoch:0. iter/total_iter:2460/158025. lr:0.00100. loss:0.1802. spend/global_spend:15.4457/0:47:05. eta:2 days, 1:37:38
2019-10-04 01:24:34,195 - root - INFO - epoch:0. iter/total_iter:2470/158025. lr:0.00100. loss:0.1640. spend/global_spend:4.6175/0:47:09. eta:2 days, 1:30:14
2019-10-04 01:24:51,176 - root - INFO - epoch:0. iter/total_iter:2480/158025. lr:0.00100. loss:0.1752. spend/global_spend:16.9803/0:47:26. eta:2 days, 1:35:49
2019-10-04 01:24:58,818 - root - INFO - epoch:0. iter/total_iter:2490/158025. lr:0.00100. loss:0.1417. spend/global_spend:7.6425/0:47:34. eta:2 days, 1:31:37
2019-10-04 01:25:13,139 - root - INFO - epoch:0. iter/total_iter:2500/158025. lr:0.00100. loss:0.1697. spend/global_spend:14.3212/0:47:48. eta:2 days, 1:34:24
2019-10-04 01:25:30,592 - root - INFO - epoch:0. iter/total_iter:2510/158025. lr:0.00100. loss:0.1528. spend/global_spend:17.4527/0:48:06. eta:2 days, 1:40:23
2019-10-04 01:25:36,589 - root - INFO - epoch:0. iter/total_iter:2520/158025. lr:0.00100. loss:0.1672. spend/global_spend:5.9971/0:48:12. eta:2 days, 1:34:32
2019-10-04 01:25:53,517 - root - INFO - epoch:0. iter/total_iter:2530/158025. lr:0.00100. loss:0.1457. spend/global_spend:16.9282/0:48:29. eta:2 days, 1:39:55
2019-10-04 01:26:02,418 - root - INFO - epoch:0. iter/total_iter:2540/158025. lr:0.00100. loss:0.1648. spend/global_spend:8.9005/0:48:38. eta:2 days, 1:37:05
2019-10-04 01:26:16,087 - root - INFO - epoch:0. iter/total_iter:2550/158025. lr:0.00100. loss:0.1624. spend/global_spend:13.6691/0:48:51. eta:2 days, 1:39:06
2019-10-04 01:26:32,644 - root - INFO - epoch:0. iter/total_iter:2560/158025. lr:0.00100. loss:0.1685. spend/global_spend:16.5570/0:49:08. eta:2 days, 1:44:02
2019-10-04 01:26:37,243 - root - INFO - epoch:0. iter/total_iter:2570/158025. lr:0.00100. loss:0.1620. spend/global_spend:4.5993/0:49:12. eta:2 days, 1:36:52
2019-10-04 01:26:52,568 - root - INFO - epoch:0. iter/total_iter:2580/158025. lr:0.00100. loss:0.1530. spend/global_spend:15.3244/0:49:28. eta:2 days, 1:40:32
2019-10-04 01:27:09,251 - root - INFO - epoch:0. iter/total_iter:2590/158025. lr:0.00100. loss:0.1676. spend/global_spend:16.6838/0:49:44. eta:2 days, 1:45:31
2019-10-04 01:27:18,328 - root - INFO - epoch:0. iter/total_iter:2600/158025. lr:0.00100. loss:0.1770. spend/global_spend:9.0771/0:49:53. eta:2 days, 1:42:53
2019-10-04 01:27:32,386 - root - INFO - epoch:0. iter/total_iter:2610/158025. lr:0.00100. loss:0.1475. spend/global_spend:14.0577/0:50:07. eta:2 days, 1:45:13
2019-10-04 01:27:39,635 - root - INFO - epoch:0. iter/total_iter:2620/158025. lr:0.00100. loss:0.1629. spend/global_spend:7.2487/0:50:15. eta:2 days, 1:40:48
2019-10-04 01:27:56,439 - root - INFO - epoch:0. iter/total_iter:2630/158025. lr:0.00100. loss:0.1695. spend/global_spend:16.8036/0:50:32. eta:2 days, 1:45:49
2019-10-04 01:28:14,188 - root - INFO - epoch:0. iter/total_iter:2640/158025. lr:0.00100. loss:0.1686. spend/global_spend:17.7492/0:50:49. eta:2 days, 1:51:44
2019-10-04 01:28:19,039 - root - INFO - epoch:0. iter/total_iter:2650/158025. lr:0.00100. loss:0.1484. spend/global_spend:4.8513/0:50:54. eta:2 days, 1:44:59
2019-10-04 01:28:40,209 - root - INFO - epoch:0. iter/total_iter:2660/158025. lr:0.00100. loss:0.1551. spend/global_spend:21.1701/0:51:15. eta:2 days, 1:54:11
2019-10-04 01:28:55,578 - root - INFO - epoch:0. iter/total_iter:2670/158025. lr:0.00100. loss:0.1434. spend/global_spend:15.3697/0:51:31. eta:2 days, 1:57:41
2019-10-04 01:29:01,470 - root - INFO - epoch:0. iter/total_iter:2680/158025. lr:0.00100. loss:0.1819. spend/global_spend:5.8920/0:51:37. eta:2 days, 1:52:00
2019-10-04 01:29:12,263 - root - INFO - epoch:0. iter/total_iter:2690/158025. lr:0.00100. loss:0.1746. spend/global_spend:10.7921/0:51:47. eta:2 days, 1:51:04
2019-10-04 01:29:22,382 - root - INFO - epoch:0. iter/total_iter:2700/158025. lr:0.00100. loss:0.1393. spend/global_spend:10.1189/0:51:57. eta:2 days, 1:49:30
2019-10-04 01:29:35,452 - root - INFO - epoch:0. iter/total_iter:2710/158025. lr:0.00100. loss:0.1651. spend/global_spend:13.0701/0:52:11. eta:2 days, 1:50:46
2019-10-04 01:29:51,921 - root - INFO - epoch:0. iter/total_iter:2720/158025. lr:0.00100. loss:0.1663. spend/global_spend:16.4696/0:52:27. eta:2 days, 1:55:15
2019-10-04 01:29:59,130 - root - INFO - epoch:0. iter/total_iter:2730/158025. lr:0.00100. loss:0.1395. spend/global_spend:7.2090/0:52:34. eta:2 days, 1:50:55
2019-10-04 01:30:12,215 - root - INFO - epoch:0. iter/total_iter:2740/158025. lr:0.00100. loss:0.1617. spend/global_spend:13.0843/0:52:47. eta:2 days, 1:52:10
2019-10-04 01:30:26,940 - root - INFO - epoch:0. iter/total_iter:2750/158025. lr:0.00100. loss:0.1504. spend/global_spend:14.7252/0:53:02. eta:2 days, 1:54:57
2019-10-04 01:30:36,499 - root - INFO - epoch:0. iter/total_iter:2760/158025. lr:0.00100. loss:0.1370. spend/global_spend:9.5594/0:53:12. eta:2 days, 1:52:52
2019-10-04 01:30:47,892 - root - INFO - epoch:0. iter/total_iter:2770/158025. lr:0.00100. loss:0.1476. spend/global_spend:11.3925/0:53:23. eta:2 days, 1:52:31
2019-10-04 01:30:59,491 - root - INFO - epoch:0. iter/total_iter:2780/158025. lr:0.00100. loss:0.1627. spend/global_spend:11.5996/0:53:35. eta:2 days, 1:52:22
2019-10-04 01:31:13,714 - root - INFO - epoch:0. iter/total_iter:2790/158025. lr:0.00100. loss:0.1452. spend/global_spend:14.2223/0:53:49. eta:2 days, 1:54:38
2019-10-04 01:31:31,559 - root - INFO - epoch:0. iter/total_iter:2800/158025. lr:0.00100. loss:0.1533. spend/global_spend:17.8449/0:54:07. eta:2 days, 2:00:14
2019-10-04 01:31:40,098 - root - INFO - epoch:0. iter/total_iter:2810/158025. lr:0.00100. loss:0.1433. spend/global_spend:8.5398/0:54:15. eta:2 days, 1:57:13
2019-10-04 01:31:53,991 - root - INFO - epoch:0. iter/total_iter:2820/158025. lr:0.00100. loss:0.1641. spend/global_spend:13.8923/0:54:29. eta:2 days, 1:59:09
2019-10-04 01:32:10,360 - root - INFO - epoch:0. iter/total_iter:2830/158025. lr:0.00100. loss:0.1500. spend/global_spend:16.3698/0:54:45. eta:2 days, 2:03:19
2019-10-04 01:32:14,971 - root - INFO - epoch:0. iter/total_iter:2840/158025. lr:0.00100. loss:0.1509. spend/global_spend:4.6099/0:54:50. eta:2 days, 1:56:45
2019-10-04 01:32:32,410 - root - INFO - epoch:0. iter/total_iter:2850/158025. lr:0.00100. loss:0.1443. spend/global_spend:17.4394/0:55:08. eta:2 days, 2:01:52
2019-10-04 01:32:37,025 - root - INFO - epoch:0. iter/total_iter:2860/158025. lr:0.00100. loss:0.1651. spend/global_spend:4.6148/0:55:12. eta:2 days, 1:55:21
2019-10-04 01:32:54,682 - root - INFO - epoch:0. iter/total_iter:2870/158025. lr:0.00100. loss:0.1609. spend/global_spend:17.6580/0:55:30. eta:2 days, 2:00:38
2019-10-04 01:33:07,193 - root - INFO - epoch:0. iter/total_iter:2880/158025. lr:0.00100. loss:0.1606. spend/global_spend:12.5106/0:55:42. eta:2 days, 2:01:15
2019-10-04 01:33:12,148 - root - INFO - epoch:0. iter/total_iter:2890/158025. lr:0.00100. loss:0.1633. spend/global_spend:4.9554/0:55:47. eta:2 days, 1:55:06
2019-10-04 01:33:31,298 - root - INFO - epoch:0. iter/total_iter:2900/158025. lr:0.00100. loss:0.1480. spend/global_spend:19.1492/0:56:06. eta:2 days, 2:01:40
2019-10-04 01:33:44,693 - root - INFO - epoch:0. iter/total_iter:2910/158025. lr:0.00100. loss:0.1576. spend/global_spend:13.3949/0:56:20. eta:2 days, 2:03:03
2019-10-04 01:33:54,918 - root - INFO - epoch:0. iter/total_iter:2920/158025. lr:0.00100. loss:0.1404. spend/global_spend:10.2259/0:56:30. eta:2 days, 2:01:38
2019-10-04 01:34:05,214 - root - INFO - epoch:0. iter/total_iter:2930/158025. lr:0.00100. loss:0.1427. spend/global_spend:10.2953/0:56:40. eta:2 days, 2:00:16
2019-10-04 01:34:16,795 - root - INFO - epoch:0. iter/total_iter:2940/158025. lr:0.00100. loss:0.1425. spend/global_spend:11.5808/0:56:52. eta:2 days, 2:00:03
2019-10-04 01:34:33,447 - root - INFO - epoch:0. iter/total_iter:2950/158025. lr:0.00100. loss:0.1624. spend/global_spend:16.6526/0:57:09. eta:2 days, 2:04:17
2019-10-04 01:34:45,074 - root - INFO - epoch:0. iter/total_iter:2960/158025. lr:0.00100. loss:0.1382. spend/global_spend:11.6272/0:57:20. eta:2 days, 2:04:06
2019-10-04 01:34:55,857 - root - INFO - epoch:0. iter/total_iter:2970/158025. lr:0.00100. loss:0.1280. spend/global_spend:10.7829/0:57:31. eta:2 days, 2:03:10
2019-10-04 01:35:14,049 - root - INFO - epoch:0. iter/total_iter:2980/158025. lr:0.00100. loss:0.1378. spend/global_spend:18.1914/0:57:49. eta:2 days, 2:08:40
2019-10-04 01:35:19,716 - root - INFO - epoch:0. iter/total_iter:2990/158025. lr:0.00100. loss:0.1705. spend/global_spend:5.6670/0:57:55. eta:2 days, 2:03:19
2019-10-04 01:35:36,170 - root - INFO - epoch:0. iter/total_iter:3000/158025. lr:0.00100. loss:0.1847. spend/global_spend:16.4538/0:58:11. eta:2 days, 2:07:17
2019-10-04 01:35:48,711 - root - INFO - epoch:0. iter/total_iter:3010/158025. lr:0.00100. loss:0.1545. spend/global_spend:12.5411/0:58:24. eta:2 days, 2:07:52
2019-10-04 01:35:59,025 - root - INFO - epoch:0. iter/total_iter:3020/158025. lr:0.00100. loss:0.1618. spend/global_spend:10.3147/0:58:34. eta:2 days, 2:06:32
2019-10-04 01:36:20,527 - root - INFO - epoch:0. iter/total_iter:3030/158025. lr:0.00100. loss:0.1522. spend/global_spend:21.5013/0:58:56. eta:2 days, 2:14:45
2019-10-04 01:36:27,081 - root - INFO - epoch:0. iter/total_iter:3040/158025. lr:0.00100. loss:0.1510. spend/global_spend:6.5545/0:59:02. eta:2 days, 2:10:12
2019-10-04 01:36:41,167 - root - INFO - epoch:0. iter/total_iter:3050/158025. lr:0.00100. loss:0.1652. spend/global_spend:14.0857/0:59:16. eta:2 days, 2:12:04
2019-10-04 01:36:53,475 - root - INFO - epoch:0. iter/total_iter:3060/158025. lr:0.00100. loss:0.1406. spend/global_spend:12.3077/0:59:29. eta:2 days, 2:12:25
2019-10-04 01:37:02,545 - root - INFO - epoch:0. iter/total_iter:3070/158025. lr:0.00100. loss:0.1621. spend/global_spend:9.0706/0:59:38. eta:2 days, 2:10:03
2019-10-04 01:37:18,397 - root - INFO - epoch:0. iter/total_iter:3080/158025. lr:0.00100. loss:0.1418. spend/global_spend:15.8522/0:59:53. eta:2 days, 2:13:22
2019-10-04 01:37:28,201 - root - INFO - epoch:0. iter/total_iter:3090/158025. lr:0.00100. loss:0.1450. spend/global_spend:9.8040/1:00:03. eta:2 days, 2:11:37
2019-10-04 01:37:37,443 - root - INFO - epoch:0. iter/total_iter:3100/158025. lr:0.00100. loss:0.1692. spend/global_spend:9.2416/1:00:13. eta:2 days, 2:09:24
2019-10-04 01:37:55,770 - root - INFO - epoch:0. iter/total_iter:3110/158025. lr:0.00100. loss:0.1400. spend/global_spend:18.3275/1:00:31. eta:2 days, 2:14:45
2019-10-04 01:38:08,896 - root - INFO - epoch:0. iter/total_iter:3120/158025. lr:0.00100. loss:0.1638. spend/global_spend:13.1259/1:00:44. eta:2 days, 2:15:45
2019-10-04 01:38:18,186 - root - INFO - epoch:0. iter/total_iter:3130/158025. lr:0.00100. loss:0.1528. spend/global_spend:9.2894/1:00:53. eta:2 days, 2:13:35
2019-10-04 01:38:37,967 - root - INFO - epoch:0. iter/total_iter:3140/158025. lr:0.00100. loss:0.1500. spend/global_spend:19.7811/1:01:13. eta:2 days, 2:20:03
2019-10-04 01:38:42,567 - root - INFO - epoch:0. iter/total_iter:3150/158025. lr:0.00100. loss:0.1860. spend/global_spend:4.6000/1:01:18. eta:2 days, 2:14:03
2019-10-04 01:39:01,081 - root - INFO - epoch:0. iter/total_iter:3160/158025. lr:0.00100. loss:0.1680. spend/global_spend:18.5145/1:01:36. eta:2 days, 2:19:26
2019-10-04 01:39:05,698 - root - INFO - epoch:0. iter/total_iter:3170/158025. lr:0.00100. loss:0.1285. spend/global_spend:4.6168/1:01:41. eta:2 days, 2:13:29
2019-10-04 01:39:21,968 - root - INFO - epoch:0. iter/total_iter:3180/158025. lr:0.00100. loss:0.1424. spend/global_spend:16.2697/1:01:57. eta:2 days, 2:17:01
2019-10-04 01:39:38,573 - root - INFO - epoch:0. iter/total_iter:3190/158025. lr:0.00100. loss:0.1313. spend/global_spend:16.6045/1:02:14. eta:2 days, 2:20:47
2019-10-04 01:39:43,225 - root - INFO - epoch:0. iter/total_iter:3200/158025. lr:0.00100. loss:0.1713. spend/global_spend:4.6524/1:02:18. eta:2 days, 2:14:54
2019-10-04 01:40:02,491 - root - INFO - epoch:0. iter/total_iter:3210/158025. lr:0.00100. loss:0.1516. spend/global_spend:19.2665/1:02:38. eta:2 days, 2:20:48
2019-10-04 01:40:23,189 - root - INFO - epoch:0. iter/total_iter:3220/158025. lr:0.00100. loss:0.1584. spend/global_spend:20.6966/1:02:58. eta:2 days, 2:27:49
2019-10-04 01:40:27,790 - root - INFO - epoch:0. iter/total_iter:3230/158025. lr:0.00100. loss:0.1651. spend/global_spend:4.6024/1:03:03. eta:2 days, 2:21:55
2019-10-04 01:40:41,336 - root - INFO - epoch:0. iter/total_iter:3240/158025. lr:0.00100. loss:0.1533. spend/global_spend:13.5460/1:03:16. eta:2 days, 2:23:11
2019-10-04 01:40:49,696 - root - INFO - epoch:0. iter/total_iter:3250/158025. lr:0.00100. loss:0.1412. spend/global_spend:8.3594/1:03:25. eta:2 days, 2:20:19
2019-10-04 01:41:05,683 - root - INFO - epoch:0. iter/total_iter:3260/158025. lr:0.00100. loss:0.1453. spend/global_spend:15.9870/1:03:41. eta:2 days, 2:23:31
2019-10-04 01:41:21,427 - root - INFO - epoch:0. iter/total_iter:3270/158025. lr:0.00100. loss:0.1917. spend/global_spend:15.7438/1:03:57. eta:2 days, 2:26:29
2019-10-04 01:41:26,106 - root - INFO - epoch:0. iter/total_iter:3280/158025. lr:0.00100. loss:0.1643. spend/global_spend:4.6797/1:04:01. eta:2 days, 2:20:45
2019-10-04 01:41:42,465 - root - INFO - epoch:0. iter/total_iter:3290/158025. lr:0.00100. loss:0.1542. spend/global_spend:16.3584/1:04:18. eta:2 days, 2:24:12
2019-10-04 01:41:57,696 - root - INFO - epoch:0. iter/total_iter:3300/158025. lr:0.00100. loss:0.1607. spend/global_spend:15.2316/1:04:33. eta:2 days, 2:26:44
2019-10-04 01:42:02,353 - root - INFO - epoch:0. iter/total_iter:3310/158025. lr:0.00100. loss:0.1461. spend/global_spend:4.6566/1:04:37. eta:2 days, 2:21:02
2019-10-04 01:42:20,052 - root - INFO - epoch:0. iter/total_iter:3320/158025. lr:0.00100. loss:0.1381. spend/global_spend:17.6989/1:04:55. eta:2 days, 2:25:29
2019-10-04 01:42:24,719 - root - INFO - epoch:0. iter/total_iter:3330/158025. lr:0.00100. loss:0.1653. spend/global_spend:4.6675/1:05:00. eta:2 days, 2:19:49
2019-10-04 01:42:37,793 - root - INFO - epoch:0. iter/total_iter:3340/158025. lr:0.00100. loss:0.1587. spend/global_spend:13.0743/1:05:13. eta:2 days, 2:20:40
2019-10-04 01:42:59,157 - root - INFO - epoch:0. iter/total_iter:3350/158025. lr:0.00100. loss:0.1572. spend/global_spend:21.3631/1:05:34. eta:2 days, 2:27:54
2019-10-04 01:43:03,778 - root - INFO - epoch:0. iter/total_iter:3360/158025. lr:0.00100. loss:0.1505. spend/global_spend:4.6214/1:05:39. eta:2 days, 2:22:14
2019-10-04 01:43:16,178 - root - INFO - epoch:0. iter/total_iter:3370/158025. lr:0.00100. loss:0.1609. spend/global_spend:12.3998/1:05:51. eta:2 days, 2:22:33
2019-10-04 01:43:32,670 - root - INFO - epoch:0. iter/total_iter:3380/158025. lr:0.00100. loss:0.1555. spend/global_spend:16.4921/1:06:08. eta:2 days, 2:26:00
2019-10-04 01:43:42,616 - root - INFO - epoch:0. iter/total_iter:3390/158025. lr:0.00100. loss:0.1596. spend/global_spend:9.9458/1:06:18. eta:2 days, 2:24:26
2019-10-04 01:43:52,397 - root - INFO - epoch:0. iter/total_iter:3400/158025. lr:0.00100. loss:0.1533. spend/global_spend:9.7814/1:06:27. eta:2 days, 2:22:45
2019-10-04 01:44:05,626 - root - INFO - epoch:0. iter/total_iter:3410/158025. lr:0.00100. loss:0.1545. spend/global_spend:13.2292/1:06:41. eta:2 days, 2:23:42
2019-10-04 01:44:22,046 - root - INFO - epoch:0. iter/total_iter:3420/158025. lr:0.00100. loss:0.1589. spend/global_spend:16.4197/1:06:57. eta:2 days, 2:27:02
2019-10-04 01:44:30,885 - root - INFO - epoch:0. iter/total_iter:3430/158025. lr:0.00100. loss:0.1549. spend/global_spend:8.8392/1:07:06. eta:2 days, 2:24:39
2019-10-04 01:44:46,586 - root - INFO - epoch:0. iter/total_iter:3440/158025. lr:0.00100. loss:0.1439. spend/global_spend:15.7011/1:07:22. eta:2 days, 2:27:25
2019-10-04 01:44:55,725 - root - INFO - epoch:0. iter/total_iter:3450/158025. lr:0.00100. loss:0.1615. spend/global_spend:9.1392/1:07:31. eta:2 days, 2:25:17
2019-10-04 01:45:09,953 - root - INFO - epoch:0. iter/total_iter:3460/158025. lr:0.00100. loss:0.1409. spend/global_spend:14.2280/1:07:45. eta:2 days, 2:26:56
2019-10-04 01:45:24,557 - root - INFO - epoch:0. iter/total_iter:3470/158025. lr:0.00100. loss:0.1580. spend/global_spend:14.6039/1:08:00. eta:2 days, 2:28:51
2019-10-04 01:45:31,498 - root - INFO - epoch:0. iter/total_iter:3480/158025. lr:0.00100. loss:0.1589. spend/global_spend:6.9404/1:08:07. eta:2 days, 2:25:05
2019-10-04 01:45:44,405 - root - INFO - epoch:0. iter/total_iter:3490/158025. lr:0.00100. loss:0.1669. spend/global_spend:12.9071/1:08:20. eta:2 days, 2:25:45
2019-10-04 01:46:03,229 - root - INFO - epoch:0. iter/total_iter:3500/158025. lr:0.00100. loss:0.1735. spend/global_spend:18.8239/1:08:38. eta:2 days, 2:30:46
2019-10-04 01:46:10,024 - root - INFO - epoch:0. iter/total_iter:3510/158025. lr:0.00100. loss:0.1533. spend/global_spend:6.7954/1:08:45. eta:2 days, 2:26:55
2019-10-04 01:46:24,512 - root - INFO - epoch:0. iter/total_iter:3520/158025. lr:0.00100. loss:0.1377. spend/global_spend:14.4884/1:09:00. eta:2 days, 2:28:43
2019-10-04 01:46:31,327 - root - INFO - epoch:0. iter/total_iter:3530/158025. lr:0.00100. loss:0.1493. spend/global_spend:6.8148/1:09:06. eta:2 days, 2:24:55
2019-10-04 01:46:48,271 - root - INFO - epoch:0. iter/total_iter:3540/158025. lr:0.00100. loss:0.1720. spend/global_spend:16.9439/1:09:23. eta:2 days, 2:28:30
2019-10-04 01:47:06,707 - root - INFO - epoch:0. iter/total_iter:3550/158025. lr:0.00100. loss:0.1546. spend/global_spend:18.4353/1:09:42. eta:2 days, 2:33:09
2019-10-04 01:47:12,625 - root - INFO - epoch:0. iter/total_iter:3560/158025. lr:0.00100. loss:0.1536. spend/global_spend:5.9184/1:09:48. eta:2 days, 2:28:43
2019-10-04 01:47:27,851 - root - INFO - epoch:0. iter/total_iter:3570/158025. lr:0.00100. loss:0.1610. spend/global_spend:15.2260/1:10:03. eta:2 days, 2:31:01
2019-10-04 01:47:41,488 - root - INFO - epoch:0. iter/total_iter:3580/158025. lr:0.00100. loss:0.1461. spend/global_spend:13.6370/1:10:17. eta:2 days, 2:32:09
2019-10-04 01:47:52,094 - root - INFO - epoch:0. iter/total_iter:3590/158025. lr:0.00100. loss:0.1536. spend/global_spend:10.6061/1:10:27. eta:2 days, 2:31:07
2019-10-04 01:48:06,773 - root - INFO - epoch:0. iter/total_iter:3600/158025. lr:0.00100. loss:0.1728. spend/global_spend:14.6786/1:10:42. eta:2 days, 2:33:00
2019-10-04 01:48:15,197 - root - INFO - epoch:0. iter/total_iter:3610/158025. lr:0.00100. loss:0.1501. spend/global_spend:8.4247/1:10:50. eta:2 days, 2:30:24
2019-10-04 01:48:32,552 - root - INFO - epoch:0. iter/total_iter:3620/158025. lr:0.00100. loss:0.1617. spend/global_spend:17.3545/1:11:08. eta:2 days, 2:34:10
2019-10-04 01:48:47,295 - root - INFO - epoch:0. iter/total_iter:3630/158025. lr:0.00100. loss:0.1440. spend/global_spend:14.7431/1:11:22. eta:2 days, 2:36:04
2019-10-04 01:48:52,803 - root - INFO - epoch:0. iter/total_iter:3640/158025. lr:0.00100. loss:0.1313. spend/global_spend:5.5083/1:11:28. eta:2 days, 2:31:26
2019-10-04 01:49:09,031 - root - INFO - epoch:0. iter/total_iter:3650/158025. lr:0.00100. loss:0.1594. spend/global_spend:16.2281/1:11:44. eta:2 days, 2:34:22
2019-10-04 01:49:16,119 - root - INFO - epoch:0. iter/total_iter:3660/158025. lr:0.00100. loss:0.1454. spend/global_spend:7.0877/1:11:51. eta:2 days, 2:30:52
2019-10-04 01:49:32,812 - root - INFO - epoch:0. iter/total_iter:3670/158025. lr:0.00100. loss:0.1509. spend/global_spend:16.6929/1:12:08. eta:2 days, 2:34:06
2019-10-04 01:49:51,469 - root - INFO - epoch:0. iter/total_iter:3680/158025. lr:0.00100. loss:0.1485. spend/global_spend:18.6575/1:12:27. eta:2 days, 2:38:42
2019-10-04 01:49:56,066 - root - INFO - epoch:0. iter/total_iter:3690/158025. lr:0.00100. loss:0.1771. spend/global_spend:4.5973/1:12:31. eta:2 days, 2:33:29
2019-10-04 01:50:08,902 - root - INFO - epoch:0. iter/total_iter:3700/158025. lr:0.00100. loss:0.1388. spend/global_spend:12.8351/1:12:44. eta:2 days, 2:34:01
2019-10-04 01:50:27,173 - root - INFO - epoch:0. iter/total_iter:3710/158025. lr:0.00100. loss:0.1694. spend/global_spend:18.2714/1:13:02. eta:2 days, 2:38:18
2019-10-04 01:50:31,793 - root - INFO - epoch:0. iter/total_iter:3720/158025. lr:0.00100. loss:0.1597. spend/global_spend:4.6197/1:13:07. eta:2 days, 2:33:08
2019-10-04 01:50:50,233 - root - INFO - epoch:0. iter/total_iter:3730/158025. lr:0.00100. loss:0.1538. spend/global_spend:18.4399/1:13:25. eta:2 days, 2:37:31
2019-10-04 01:50:54,906 - root - INFO - epoch:0. iter/total_iter:3740/158025. lr:0.00100. loss:0.1468. spend/global_spend:4.6736/1:13:30. eta:2 days, 2:32:25
2019-10-04 01:51:07,171 - root - INFO - epoch:0. iter/total_iter:3750/158025. lr:0.00100. loss:0.1502. spend/global_spend:12.2645/1:13:42. eta:2 days, 2:32:32
2019-10-04 01:51:23,863 - root - INFO - epoch:0. iter/total_iter:3760/158025. lr:0.00100. loss:0.1646. spend/global_spend:16.6923/1:13:59. eta:2 days, 2:35:41
2019-10-04 01:51:30,601 - root - INFO - epoch:0. iter/total_iter:3770/158025. lr:0.00100. loss:0.1452. spend/global_spend:6.7379/1:14:06. eta:2 days, 2:32:02
2019-10-04 01:51:44,323 - root - INFO - epoch:0. iter/total_iter:3780/158025. lr:0.00100. loss:0.1493. spend/global_spend:13.7222/1:14:19. eta:2 days, 2:33:09
2019-10-04 01:52:01,407 - root - INFO - epoch:0. iter/total_iter:3790/158025. lr:0.00100. loss:0.1522. spend/global_spend:17.0835/1:14:37. eta:2 days, 2:36:32
2019-10-04 01:52:06,092 - root - INFO - epoch:0. iter/total_iter:3800/158025. lr:0.00100. loss:0.1523. spend/global_spend:4.6850/1:14:41. eta:2 days, 2:31:31
2019-10-04 01:52:24,807 - root - INFO - epoch:0. iter/total_iter:3810/158025. lr:0.00100. loss:0.1490. spend/global_spend:18.7156/1:15:00. eta:2 days, 2:36:00
2019-10-04 01:52:29,419 - root - INFO - epoch:0. iter/total_iter:3820/158025. lr:0.00100. loss:0.1464. spend/global_spend:4.6112/1:15:05. eta:2 days, 2:30:57
2019-10-04 01:52:46,999 - root - INFO - epoch:0. iter/total_iter:3830/158025. lr:0.00100. loss:0.1484. spend/global_spend:17.5802/1:15:22. eta:2 days, 2:34:38
2019-10-04 01:53:02,694 - root - INFO - epoch:0. iter/total_iter:3840/158025. lr:0.00100. loss:0.1511. spend/global_spend:15.6955/1:15:38. eta:2 days, 2:37:03
2019-10-04 01:53:07,301 - root - INFO - epoch:0. iter/total_iter:3850/158025. lr:0.00100. loss:0.1542. spend/global_spend:4.6073/1:15:42. eta:2 days, 2:32:02
2019-10-04 01:53:23,558 - root - INFO - epoch:0. iter/total_iter:3860/158025. lr:0.00100. loss:0.1560. spend/global_spend:16.2567/1:15:59. eta:2 days, 2:34:48
2019-10-04 01:53:39,417 - root - INFO - epoch:0. iter/total_iter:3870/158025. lr:0.00100. loss:0.1757. spend/global_spend:15.8586/1:16:15. eta:2 days, 2:37:18
2019-10-04 01:53:44,055 - root - INFO - epoch:0. iter/total_iter:3880/158025. lr:0.00100. loss:0.1518. spend/global_spend:4.6379/1:16:19. eta:2 days, 2:32:20
2019-10-04 01:54:05,517 - root - INFO - epoch:0. iter/total_iter:3890/158025. lr:0.00100. loss:0.1661. spend/global_spend:21.4617/1:16:41. eta:2 days, 2:38:31
2019-10-04 01:54:10,132 - root - INFO - epoch:0. iter/total_iter:3900/158025. lr:0.00100. loss:0.1551. spend/global_spend:4.6151/1:16:45. eta:2 days, 2:33:34
2019-10-04 01:54:28,727 - root - INFO - epoch:0. iter/total_iter:3910/158025. lr:0.00100. loss:0.1481. spend/global_spend:18.5953/1:17:04. eta:2 days, 2:37:50
2019-10-04 01:54:42,677 - root - INFO - epoch:0. iter/total_iter:3920/158025. lr:0.00100. loss:0.1412. spend/global_spend:13.9505/1:17:18. eta:2 days, 2:39:02
2019-10-04 01:54:47,297 - root - INFO - epoch:0. iter/total_iter:3930/158025. lr:0.00100. loss:0.1424. spend/global_spend:4.6198/1:17:22. eta:2 days, 2:34:07
2019-10-04 01:55:05,010 - root - INFO - epoch:0. iter/total_iter:3940/158025. lr:0.00100. loss:0.1512. spend/global_spend:17.7128/1:17:40. eta:2 days, 2:37:46
2019-10-04 01:55:15,034 - root - INFO - epoch:0. iter/total_iter:3950/158025. lr:0.00100. loss:0.1447. spend/global_spend:10.0242/1:17:50. eta:2 days, 2:36:24
2019-10-04 01:55:26,231 - root - INFO - epoch:0. iter/total_iter:3960/158025. lr:0.00100. loss:0.1563. spend/global_spend:11.1970/1:18:01. eta:2 days, 2:35:48
2019-10-04 01:55:45,390 - root - INFO - epoch:0. iter/total_iter:3970/158025. lr:0.00100. loss:0.1614. spend/global_spend:19.1590/1:18:20. eta:2 days, 2:40:20
2019-10-04 01:55:50,705 - root - INFO - epoch:0. iter/total_iter:3980/158025. lr:0.00100. loss:0.1554. spend/global_spend:5.3145/1:18:26. eta:2 days, 2:35:56
2019-10-04 01:56:08,317 - root - INFO - epoch:0. iter/total_iter:3990/158025. lr:0.00100. loss:0.1654. spend/global_spend:17.6119/1:18:43. eta:2 days, 2:39:28
2019-10-04 01:56:25,680 - root - INFO - epoch:0. iter/total_iter:4000/158025. lr:0.00100. loss:0.1520. spend/global_spend:17.3638/1:19:01. eta:2 days, 2:42:48
2019-10-04 01:56:30,284 - root - INFO - epoch:0. iter/total_iter:4010/158025. lr:0.00100. loss:0.1492. spend/global_spend:4.6032/1:19:05. eta:2 days, 2:37:58
2019-10-04 01:56:46,272 - root - INFO - epoch:0. iter/total_iter:4020/158025. lr:0.00100. loss:0.1547. spend/global_spend:15.9887/1:19:21. eta:2 days, 2:40:25
2019-10-04 01:56:52,886 - root - INFO - epoch:0. iter/total_iter:4030/158025. lr:0.00100. loss:0.1611. spend/global_spend:6.6133/1:19:28. eta:2 days, 2:36:54
2019-10-04 01:57:08,543 - root - INFO - epoch:0. iter/total_iter:4040/158025. lr:0.00100. loss:0.1483. spend/global_spend:15.6569/1:19:44. eta:2 days, 2:39:08
2019-10-04 01:57:22,516 - root - INFO - epoch:0. iter/total_iter:4050/158025. lr:0.00100. loss:0.1718. spend/global_spend:13.9728/1:19:58. eta:2 days, 2:40:17
2019-10-04 01:57:27,156 - root - INFO - epoch:0. iter/total_iter:4060/158025. lr:0.00100. loss:0.1530. spend/global_spend:4.6401/1:20:02. eta:2 days, 2:35:32
2019-10-04 01:57:44,748 - root - INFO - epoch:0. iter/total_iter:4070/158025. lr:0.00100. loss:0.1520. spend/global_spend:17.5930/1:20:20. eta:2 days, 2:38:58
2019-10-04 01:58:04,807 - root - INFO - epoch:0. iter/total_iter:4080/158025. lr:0.00100. loss:0.1499. spend/global_spend:20.0583/1:20:40. eta:2 days, 2:43:56
2019-10-04 01:58:09,411 - root - INFO - epoch:0. iter/total_iter:4090/158025. lr:0.00100. loss:0.1445. spend/global_spend:4.6041/1:20:45. eta:2 days, 2:39:11
2019-10-04 01:58:25,987 - root - INFO - epoch:0. iter/total_iter:4100/158025. lr:0.00100. loss:0.1432. spend/global_spend:16.5761/1:21:01. eta:2 days, 2:41:57
2019-10-04 01:58:31,175 - root - INFO - epoch:0. iter/total_iter:4110/158025. lr:0.00100. loss:0.1567. spend/global_spend:5.1875/1:21:06. eta:2 days, 2:37:35
2019-10-04 01:58:46,608 - root - INFO - epoch:0. iter/total_iter:4120/158025. lr:0.00100. loss:0.1389. spend/global_spend:15.4333/1:21:22. eta:2 days, 2:39:37
2019-10-04 01:59:03,258 - root - INFO - epoch:0. iter/total_iter:4130/158025. lr:0.00100. loss:0.1487. spend/global_spend:16.6502/1:21:38. eta:2 days, 2:42:24
2019-10-04 01:59:07,870 - root - INFO - epoch:0. iter/total_iter:4140/158025. lr:0.00100. loss:0.1465. spend/global_spend:4.6118/1:21:43. eta:2 days, 2:37:43
2019-10-04 01:59:24,489 - root - INFO - epoch:0. iter/total_iter:4150/158025. lr:0.00100. loss:0.1364. spend/global_spend:16.6187/1:22:00. eta:2 days, 2:40:28
2019-10-04 01:59:41,163 - root - INFO - epoch:0. iter/total_iter:4160/158025. lr:0.00100. loss:0.1611. spend/global_spend:16.6746/1:22:16. eta:2 days, 2:43:14
2019-10-04 01:59:45,774 - root - INFO - epoch:0. iter/total_iter:4170/158025. lr:0.00100. loss:0.1400. spend/global_spend:4.6108/1:22:21. eta:2 days, 2:38:35
2019-10-04 02:00:05,191 - root - INFO - epoch:0. iter/total_iter:4180/158025. lr:0.00100. loss:0.1773. spend/global_spend:19.4172/1:22:40. eta:2 days, 2:43:02
2019-10-04 02:00:10,142 - root - INFO - epoch:0. iter/total_iter:4190/158025. lr:0.00100. loss:0.1700. spend/global_spend:4.9513/1:22:45. eta:2 days, 2:38:36
2019-10-04 02:00:26,615 - root - INFO - epoch:0. iter/total_iter:4200/158025. lr:0.00100. loss:0.1410. spend/global_spend:16.4728/1:23:02. eta:2 days, 2:41:13
2019-10-04 02:00:44,426 - root - INFO - epoch:0. iter/total_iter:4210/158025. lr:0.00100. loss:0.1673. spend/global_spend:17.8110/1:23:20. eta:2 days, 2:44:39
2019-10-04 02:00:49,060 - root - INFO - epoch:0. iter/total_iter:4220/158025. lr:0.00100. loss:0.1809. spend/global_spend:4.6336/1:23:24. eta:2 days, 2:40:03
2019-10-04 02:01:05,490 - root - INFO - epoch:0. iter/total_iter:4230/158025. lr:0.00100. loss:0.1485. spend/global_spend:16.4300/1:23:41. eta:2 days, 2:42:37
2019-10-04 02:01:14,442 - root - INFO - epoch:0. iter/total_iter:4240/158025. lr:0.00100. loss:0.1527. spend/global_spend:8.9528/1:23:50. eta:2 days, 2:40:39
2019-10-04 02:01:25,259 - root - INFO - epoch:0. iter/total_iter:4250/158025. lr:0.00100. loss:0.1562. spend/global_spend:10.8165/1:24:00. eta:2 days, 2:39:50
2019-10-04 02:01:38,876 - root - INFO - epoch:0. iter/total_iter:4260/158025. lr:0.00100. loss:0.1504. spend/global_spend:13.6168/1:24:14. eta:2 days, 2:40:41
2019-10-04 02:01:44,072 - root - INFO - epoch:0. iter/total_iter:4270/158025. lr:0.00100. loss:0.1773. spend/global_spend:5.1961/1:24:19. eta:2 days, 2:36:29
2019-10-04 02:02:02,346 - root - INFO - epoch:0. iter/total_iter:4280/158025. lr:0.00100. loss:0.1544. spend/global_spend:18.2747/1:24:37. eta:2 days, 2:40:08
2019-10-04 02:02:17,957 - root - INFO - epoch:0. iter/total_iter:4290/158025. lr:0.00100. loss:0.1608. spend/global_spend:15.6101/1:24:53. eta:2 days, 2:42:10
2019-10-04 02:02:22,576 - root - INFO - epoch:0. iter/total_iter:4300/158025. lr:0.00100. loss:0.1714. spend/global_spend:4.6198/1:24:58. eta:2 days, 2:37:39
2019-10-04 02:02:40,241 - root - INFO - epoch:0. iter/total_iter:4310/158025. lr:0.00100. loss:0.1530. spend/global_spend:17.6641/1:25:15. eta:2 days, 2:40:55
2019-10-04 02:02:57,014 - root - INFO - epoch:0. iter/total_iter:4320/158025. lr:0.00100. loss:0.1505. spend/global_spend:16.7740/1:25:32. eta:2 days, 2:43:37
2019-10-04 02:03:04,771 - root - INFO - epoch:0. iter/total_iter:4330/158025. lr:0.00100. loss:0.1657. spend/global_spend:7.7566/1:25:40. eta:2 days, 2:40:59
2019-10-04 02:03:17,703 - root - INFO - epoch:0. iter/total_iter:4340/158025. lr:0.00100. loss:0.1505. spend/global_spend:12.9309/1:25:53. eta:2 days, 2:41:25
2019-10-04 02:03:27,587 - root - INFO - epoch:0. iter/total_iter:4350/158025. lr:0.00100. loss:0.1512. spend/global_spend:9.8847/1:26:03. eta:2 days, 2:40:02
2019-10-04 02:03:44,202 - root - INFO - epoch:0. iter/total_iter:4360/158025. lr:0.00100. loss:0.1679. spend/global_spend:16.6146/1:26:19. eta:2 days, 2:42:38
2019-10-04 02:03:57,691 - root - INFO - epoch:0. iter/total_iter:4370/158025. lr:0.00100. loss:0.1602. spend/global_spend:13.4896/1:26:33. eta:2 days, 2:43:23
2019-10-04 02:04:06,429 - root - INFO - epoch:0. iter/total_iter:4380/158025. lr:0.00100. loss:0.1512. spend/global_spend:8.7380/1:26:42. eta:2 days, 2:41:20
2019-10-04 02:04:20,979 - root - INFO - epoch:0. iter/total_iter:4390/158025. lr:0.00100. loss:0.1648. spend/global_spend:14.5503/1:26:56. eta:2 days, 2:42:42
2019-10-04 02:04:34,126 - root - INFO - epoch:0. iter/total_iter:4400/158025. lr:0.00100. loss:0.1673. spend/global_spend:13.1466/1:27:09. eta:2 days, 2:43:14
2019-10-04 02:04:43,023 - root - INFO - epoch:0. iter/total_iter:4410/158025. lr:0.00100. loss:0.1562. spend/global_spend:8.8971/1:27:18. eta:2 days, 2:41:18
2019-10-04 02:04:57,133 - root - INFO - epoch:0. iter/total_iter:4420/158025. lr:0.00100. loss:0.1514. spend/global_spend:14.1096/1:27:32. eta:2 days, 2:42:24
2019-10-04 02:05:04,177 - root - INFO - epoch:0. iter/total_iter:4430/158025. lr:0.00100. loss:0.1661. spend/global_spend:7.0442/1:27:39. eta:2 days, 2:39:24
2019-10-04 02:05:18,872 - root - INFO - epoch:0. iter/total_iter:4440/158025. lr:0.00100. loss:0.1567. spend/global_spend:14.6953/1:27:54. eta:2 days, 2:40:50
2019-10-04 02:05:36,225 - root - INFO - epoch:0. iter/total_iter:4450/158025. lr:0.00100. loss:0.1752. spend/global_spend:17.3526/1:28:11. eta:2 days, 2:43:47
2019-10-04 02:05:48,000 - root - INFO - epoch:0. iter/total_iter:4460/158025. lr:0.00100. loss:0.1217. spend/global_spend:11.7757/1:28:23. eta:2 days, 2:43:31
2019-10-04 02:05:57,417 - root - INFO - epoch:0. iter/total_iter:4470/158025. lr:0.00100. loss:0.1439. spend/global_spend:9.4161/1:28:33. eta:2 days, 2:41:54
2019-10-04 02:06:11,593 - root - INFO - epoch:0. iter/total_iter:4480/158025. lr:0.00100. loss:0.1477. spend/global_spend:14.1766/1:28:47. eta:2 days, 2:43:01
2019-10-04 02:06:27,512 - root - INFO - epoch:0. iter/total_iter:4490/158025. lr:0.00100. loss:0.1650. spend/global_spend:15.9186/1:29:03. eta:2 days, 2:45:07
2019-10-04 02:06:34,298 - root - INFO - epoch:0. iter/total_iter:4500/158025. lr:0.00100. loss:0.1539. spend/global_spend:6.7861/1:29:09. eta:2 days, 2:42:00
2019-10-04 02:06:47,386 - root - INFO - epoch:0. iter/total_iter:4510/158025. lr:0.00100. loss:0.1558. spend/global_spend:13.0884/1:29:22. eta:2 days, 2:42:29
2019-10-04 02:07:02,523 - root - INFO - epoch:0. iter/total_iter:4520/158025. lr:0.00100. loss:0.1525. spend/global_spend:15.1367/1:29:38. eta:2 days, 2:44:07
2019-10-04 02:07:10,365 - root - INFO - epoch:0. iter/total_iter:4530/158025. lr:0.00100. loss:0.1553. spend/global_spend:7.8420/1:29:45. eta:2 days, 2:41:38
2019-10-04 02:07:24,463 - root - INFO - epoch:0. iter/total_iter:4540/158025. lr:0.00100. loss:0.1643. spend/global_spend:14.0981/1:30:00. eta:2 days, 2:42:41
2019-10-04 02:07:32,566 - root - INFO - epoch:0. iter/total_iter:4550/158025. lr:0.00100. loss:0.1535. spend/global_spend:8.1031/1:30:08. eta:2 days, 2:40:21
2019-10-04 02:07:51,065 - root - INFO - epoch:0. iter/total_iter:4560/158025. lr:0.00100. loss:0.1516. spend/global_spend:18.4987/1:30:26. eta:2 days, 2:43:52
2019-10-04 02:08:00,659 - root - INFO - epoch:0. iter/total_iter:4570/158025. lr:0.00100. loss:0.1477. spend/global_spend:9.5942/1:30:36. eta:2 days, 2:42:22
2019-10-04 02:08:11,150 - root - INFO - epoch:0. iter/total_iter:4580/158025. lr:0.00100. loss:0.1693. spend/global_spend:10.4905/1:30:46. eta:2 days, 2:41:23
2019-10-04 02:08:24,211 - root - INFO - epoch:0. iter/total_iter:4590/158025. lr:0.00100. loss:0.1550. spend/global_spend:13.0618/1:30:59. eta:2 days, 2:41:51
2019-10-04 02:08:40,261 - root - INFO - epoch:0. iter/total_iter:4600/158025. lr:0.00100. loss:0.1557. spend/global_spend:16.0492/1:31:15. eta:2 days, 2:43:57
2019-10-04 02:08:55,439 - root - INFO - epoch:0. iter/total_iter:4610/158025. lr:0.00100. loss:0.1457. spend/global_spend:15.1785/1:31:31. eta:2 days, 2:45:34
2019-10-04 02:09:05,801 - root - INFO - epoch:0. iter/total_iter:4620/158025. lr:0.00100. loss:0.1567. spend/global_spend:10.3619/1:31:41. eta:2 days, 2:44:31
2019-10-04 02:09:19,299 - root - INFO - epoch:0. iter/total_iter:4630/158025. lr:0.00100. loss:0.1398. spend/global_spend:13.4982/1:31:54. eta:2 days, 2:45:12
2019-10-04 02:09:32,772 - root - INFO - epoch:0. iter/total_iter:4640/158025. lr:0.00100. loss:0.1659. spend/global_spend:13.4730/1:32:08. eta:2 days, 2:45:52
2019-10-04 02:09:42,940 - root - INFO - epoch:0. iter/total_iter:4650/158025. lr:0.00100. loss:0.1498. spend/global_spend:10.1673/1:32:18. eta:2 days, 2:44:42
2019-10-04 02:10:03,270 - root - INFO - epoch:0. iter/total_iter:4660/158025. lr:0.00100. loss:0.1584. spend/global_spend:20.3304/1:32:38. eta:2 days, 2:49:07
2019-10-04 02:10:07,884 - root - INFO - epoch:0. iter/total_iter:4670/158025. lr:0.00100. loss:0.1367. spend/global_spend:4.6145/1:32:43. eta:2 days, 2:44:55
2019-10-04 02:10:26,288 - root - INFO - epoch:0. iter/total_iter:4680/158025. lr:0.00100. loss:0.1638. spend/global_spend:18.4036/1:33:01. eta:2 days, 2:48:16
2019-10-04 02:10:43,657 - root - INFO - epoch:0. iter/total_iter:4690/158025. lr:0.00100. loss:0.1560. spend/global_spend:17.3685/1:33:19. eta:2 days, 2:51:02
2019-10-04 02:10:48,248 - root - INFO - epoch:0. iter/total_iter:4700/158025. lr:0.00100. loss:0.1565. spend/global_spend:4.5916/1:33:23. eta:2 days, 2:46:50
2019-10-04 02:11:06,605 - root - INFO - epoch:0. iter/total_iter:4710/158025. lr:0.00100. loss:0.1532. spend/global_spend:18.3571/1:33:42. eta:2 days, 2:50:08
2019-10-04 02:11:11,208 - root - INFO - epoch:0. iter/total_iter:4720/158025. lr:0.00100. loss:0.1589. spend/global_spend:4.6030/1:33:46. eta:2 days, 2:45:58
2019-10-04 02:11:25,097 - root - INFO - epoch:0. iter/total_iter:4730/158025. lr:0.00100. loss:0.1379. spend/global_spend:13.8890/1:34:00. eta:2 days, 2:46:49
2019-10-04 02:11:41,250 - root - INFO - epoch:0. iter/total_iter:4740/158025. lr:0.00100. loss:0.1452. spend/global_spend:16.1530/1:34:16. eta:2 days, 2:48:54
2019-10-04 02:11:45,845 - root - INFO - epoch:0. iter/total_iter:4750/158025. lr:0.00100. loss:0.1579. spend/global_spend:4.5947/1:34:21. eta:2 days, 2:44:45
2019-10-04 02:12:02,994 - root - INFO - epoch:0. iter/total_iter:4760/158025. lr:0.00100. loss:0.1476. spend/global_spend:17.1486/1:34:38. eta:2 days, 2:47:22
2019-10-04 02:12:18,646 - root - INFO - epoch:0. iter/total_iter:4770/158025. lr:0.00100. loss:0.1700. spend/global_spend:15.6522/1:34:54. eta:2 days, 2:49:10
2019-10-04 02:12:23,258 - root - INFO - epoch:0. iter/total_iter:4780/158025. lr:0.00100. loss:0.1572. spend/global_spend:4.6125/1:34:58. eta:2 days, 2:45:03
2019-10-04 02:12:37,935 - root - INFO - epoch:0. iter/total_iter:4790/158025. lr:0.00100. loss:0.1687. spend/global_spend:14.6769/1:35:13. eta:2 days, 2:46:19
2019-10-04 02:12:43,703 - root - INFO - epoch:0. iter/total_iter:4800/158025. lr:0.00100. loss:0.1622. spend/global_spend:5.7678/1:35:19. eta:2 days, 2:42:50
2019-10-04 02:13:04,079 - root - INFO - epoch:0. iter/total_iter:4810/158025. lr:0.00100. loss:0.1866. spend/global_spend:20.3759/1:35:39. eta:2 days, 2:47:08
2019-10-04 02:13:13,440 - root - INFO - epoch:0. iter/total_iter:4820/158025. lr:0.00100. loss:0.1707. spend/global_spend:9.3605/1:35:49. eta:2 days, 2:45:34
2019-10-04 02:13:23,950 - root - INFO - epoch:0. iter/total_iter:4830/158025. lr:0.00100. loss:0.1631. spend/global_spend:10.5101/1:35:59. eta:2 days, 2:44:37
2019-10-04 02:13:41,351 - root - INFO - epoch:0. iter/total_iter:4840/158025. lr:0.00100. loss:0.1541. spend/global_spend:17.4018/1:36:16. eta:2 days, 2:47:19
2019-10-04 02:13:54,480 - root - INFO - epoch:0. iter/total_iter:4850/158025. lr:0.00100. loss:0.1525. spend/global_spend:13.1287/1:36:30. eta:2 days, 2:47:45
2019-10-04 02:14:03,960 - root - INFO - epoch:0. iter/total_iter:4860/158025. lr:0.00100. loss:0.1518. spend/global_spend:9.4797/1:36:39. eta:2 days, 2:46:15
2019-10-04 02:14:17,004 - root - INFO - epoch:0. iter/total_iter:4870/158025. lr:0.00100. loss:0.1426. spend/global_spend:13.0439/1:36:52. eta:2 days, 2:46:38
2019-10-04 02:14:26,132 - root - INFO - epoch:0. iter/total_iter:4880/158025. lr:0.00100. loss:0.1692. spend/global_spend:9.1287/1:37:01. eta:2 days, 2:44:58
2019-10-04 02:14:43,945 - root - INFO - epoch:0. iter/total_iter:4890/158025. lr:0.00100. loss:0.1566. spend/global_spend:17.8132/1:37:19. eta:2 days, 2:47:50
2019-10-04 02:14:54,555 - root - INFO - epoch:0. iter/total_iter:4900/158025. lr:0.00100. loss:0.1602. spend/global_spend:10.6091/1:37:30. eta:2 days, 2:46:57
2019-10-04 02:15:03,033 - root - INFO - epoch:0. iter/total_iter:4910/158025. lr:0.00100. loss:0.1412. spend/global_spend:8.4781/1:37:38. eta:2 days, 2:44:57
2019-10-04 02:15:22,232 - root - INFO - epoch:0. iter/total_iter:4920/158025. lr:0.00100. loss:0.1621. spend/global_spend:19.1996/1:37:57. eta:2 days, 2:48:31
2019-10-04 02:15:31,678 - root - INFO - epoch:0. iter/total_iter:4930/158025. lr:0.00100. loss:0.1406. spend/global_spend:9.4454/1:38:07. eta:2 days, 2:47:02
2019-10-04 02:15:48,752 - root - INFO - epoch:0. iter/total_iter:4940/158025. lr:0.00100. loss:0.1392. spend/global_spend:17.0740/1:38:24. eta:2 days, 2:49:29
2019-10-04 02:15:59,495 - root - INFO - epoch:0. iter/total_iter:4950/158025. lr:0.00100. loss:0.1503. spend/global_spend:10.7430/1:38:35. eta:2 days, 2:48:39
2019-10-04 02:16:04,613 - root - INFO - epoch:0. iter/total_iter:4960/158025. lr:0.00100. loss:0.1529. spend/global_spend:5.1186/1:38:40. eta:2 days, 2:44:57
2019-10-04 02:16:21,236 - root - INFO - epoch:0. iter/total_iter:4970/158025. lr:0.00100. loss:0.1563. spend/global_spend:16.6230/1:38:56. eta:2 days, 2:47:09
2019-10-04 02:16:29,535 - root - INFO - epoch:0. iter/total_iter:4980/158025. lr:0.00100. loss:0.1617. spend/global_spend:8.2986/1:39:05. eta:2 days, 2:45:05
2019-10-04 02:16:44,532 - root - INFO - epoch:0. iter/total_iter:4990/158025. lr:0.00100. loss:0.1471. spend/global_spend:14.9972/1:39:20. eta:2 days, 2:46:27
2019-10-04 02:17:00,620 - root - INFO - epoch:0. iter/total_iter:5000/158025. lr:0.00100. loss:0.1455. spend/global_spend:16.0878/1:39:36. eta:2 days, 2:48:22
2019-10-04 02:17:12,472 - root - INFO - epoch:0. iter/total_iter:5010/158025. lr:0.00100. loss:0.1510. spend/global_spend:11.8524/1:39:48. eta:2 days, 2:48:07
2019-10-04 02:17:23,259 - root - INFO - epoch:0. iter/total_iter:5020/158025. lr:0.00100. loss:0.1813. spend/global_spend:10.7864/1:39:58. eta:2 days, 2:47:19
2019-10-04 02:17:39,900 - root - INFO - epoch:0. iter/total_iter:5030/158025. lr:0.00100. loss:0.1439. spend/global_spend:16.6412/1:40:15. eta:2 days, 2:49:30
2019-10-04 02:17:44,549 - root - INFO - epoch:0. iter/total_iter:5040/158025. lr:0.00100. loss:0.1761. spend/global_spend:4.6493/1:40:20. eta:2 days, 2:45:36
2019-10-04 02:18:00,947 - root - INFO - epoch:0. iter/total_iter:5050/158025. lr:0.00100. loss:0.1712. spend/global_spend:16.3979/1:40:36. eta:2 days, 2:47:39
2019-10-04 02:18:10,941 - root - INFO - epoch:0. iter/total_iter:5060/158025. lr:0.00100. loss:0.1456. spend/global_spend:9.9941/1:40:46. eta:2 days, 2:46:28
2019-10-04 02:18:22,634 - root - INFO - epoch:0. iter/total_iter:5070/158025. lr:0.00100. loss:0.1615. spend/global_spend:11.6926/1:40:58. eta:2 days, 2:46:08
2019-10-04 02:18:41,063 - root - INFO - epoch:0. iter/total_iter:5080/158025. lr:0.00100. loss:0.1548. spend/global_spend:18.4293/1:41:16. eta:2 days, 2:49:11
2019-10-04 02:18:45,670 - root - INFO - epoch:0. iter/total_iter:5090/158025. lr:0.00100. loss:0.1576. spend/global_spend:4.6064/1:41:21. eta:2 days, 2:45:18
2019-10-04 02:18:59,782 - root - INFO - epoch:0. iter/total_iter:5100/158025. lr:0.00100. loss:0.1511. spend/global_spend:14.1125/1:41:35. eta:2 days, 2:46:11
2019-10-04 02:19:14,893 - root - INFO - epoch:0. iter/total_iter:5110/158025. lr:0.00100. loss:0.1428. spend/global_spend:15.1105/1:41:50. eta:2 days, 2:47:34
2019-10-04 02:19:23,142 - root - INFO - epoch:0. iter/total_iter:5120/158025. lr:0.00100. loss:0.1445. spend/global_spend:8.2496/1:41:58. eta:2 days, 2:45:31
2019-10-04 02:19:38,549 - root - INFO - epoch:0. iter/total_iter:5130/158025. lr:0.00100. loss:0.1892. spend/global_spend:15.4068/1:42:14. eta:2 days, 2:47:02
2019-10-04 02:19:46,770 - root - INFO - epoch:0. iter/total_iter:5140/158025. lr:0.00100. loss:0.1429. spend/global_spend:8.2206/1:42:22. eta:2 days, 2:44:59
2019-10-04 02:20:00,734 - root - INFO - epoch:0. iter/total_iter:5150/158025. lr:0.00100. loss:0.1819. spend/global_spend:13.9640/1:42:36. eta:2 days, 2:45:47
2019-10-04 02:20:19,029 - root - INFO - epoch:0. iter/total_iter:5160/158025. lr:0.00100. loss:0.1459. spend/global_spend:18.2952/1:42:54. eta:2 days, 2:48:43
2019-10-04 02:20:30,764 - root - INFO - epoch:0. iter/total_iter:5170/158025. lr:0.00100. loss:0.1629. spend/global_spend:11.7354/1:43:06. eta:2 days, 2:48:24
2019-10-04 02:20:43,943 - root - INFO - epoch:0. iter/total_iter:5180/158025. lr:0.00100. loss:0.1527. spend/global_spend:13.1788/1:43:19. eta:2 days, 2:48:48
2019-10-04 02:20:51,875 - root - INFO - epoch:0. iter/total_iter:5190/158025. lr:0.00100. loss:0.1681. spend/global_spend:7.9316/1:43:27. eta:2 days, 2:46:37
2019-10-04 02:21:06,848 - root - INFO - epoch:0. iter/total_iter:5200/158025. lr:0.00100. loss:0.1727. spend/global_spend:14.9728/1:43:42. eta:2 days, 2:47:54
2019-10-04 02:21:22,090 - root - INFO - epoch:0. iter/total_iter:5210/158025. lr:0.00100. loss:0.1697. spend/global_spend:15.2421/1:43:57. eta:2 days, 2:49:18
2019-10-04 02:21:27,956 - root - INFO - epoch:0. iter/total_iter:5220/158025. lr:0.00100. loss:0.1433. spend/global_spend:5.8660/1:44:03. eta:2 days, 2:46:07
2019-10-04 02:21:40,071 - root - INFO - epoch:0. iter/total_iter:5230/158025. lr:0.00100. loss:0.1434. spend/global_spend:12.1156/1:44:15. eta:2 days, 2:46:00
2019-10-04 02:22:00,312 - root - INFO - epoch:0. iter/total_iter:5240/158025. lr:0.00100. loss:0.1476. spend/global_spend:20.2410/1:44:35. eta:2 days, 2:49:49
2019-10-04 02:22:04,930 - root - INFO - epoch:0. iter/total_iter:5250/158025. lr:0.00100. loss:0.1521. spend/global_spend:4.6179/1:44:40. eta:2 days, 2:46:03
2019-10-04 02:22:25,012 - root - INFO - epoch:0. iter/total_iter:5260/158025. lr:0.00100. loss:0.1492. spend/global_spend:20.0822/1:45:00. eta:2 days, 2:49:47
2019-10-04 02:22:32,364 - root - INFO - epoch:0. iter/total_iter:5270/158025. lr:0.00100. loss:0.1661. spend/global_spend:7.3514/1:45:07. eta:2 days, 2:47:21
2019-10-04 02:22:44,054 - root - INFO - epoch:0. iter/total_iter:5280/158025. lr:0.00100. loss:0.1605. spend/global_spend:11.6905/1:45:19. eta:2 days, 2:47:01
2019-10-04 02:23:00,059 - root - INFO - epoch:0. iter/total_iter:5290/158025. lr:0.00100. loss:0.1668. spend/global_spend:16.0041/1:45:35. eta:2 days, 2:48:45
2019-10-04 02:23:04,716 - root - INFO - epoch:0. iter/total_iter:5300/158025. lr:0.00100. loss:0.1441. spend/global_spend:4.6575/1:45:40. eta:2 days, 2:45:02
2019-10-04 02:23:22,710 - root - INFO - epoch:0. iter/total_iter:5310/158025. lr:0.00100. loss:0.1556. spend/global_spend:17.9935/1:45:58. eta:2 days, 2:47:44
2019-10-04 02:23:38,542 - root - INFO - epoch:0. iter/total_iter:5320/158025. lr:0.00100. loss:0.1469. spend/global_spend:15.8330/1:46:14. eta:2 days, 2:49:23
2019-10-04 02:23:43,236 - root - INFO - epoch:0. iter/total_iter:5330/158025. lr:0.00100. loss:0.1522. spend/global_spend:4.6938/1:46:18. eta:2 days, 2:45:42
2019-10-04 02:24:03,726 - root - INFO - epoch:0. iter/total_iter:5340/158025. lr:0.00100. loss:0.1599. spend/global_spend:20.4897/1:46:39. eta:2 days, 2:49:33
2019-10-04 02:24:17,966 - root - INFO - epoch:0. iter/total_iter:5350/158025. lr:0.00100. loss:0.1632. spend/global_spend:14.2404/1:46:53. eta:2 days, 2:50:26
2019-10-04 02:24:30,150 - root - INFO - epoch:0. iter/total_iter:5360/158025. lr:0.00100. loss:0.1417. spend/global_spend:12.1834/1:47:05. eta:2 days, 2:50:19
2019-10-04 02:24:42,719 - root - INFO - epoch:0. iter/total_iter:5370/158025. lr:0.00100. loss:0.1678. spend/global_spend:12.5693/1:47:18. eta:2 days, 2:50:24
2019-10-04 02:24:47,341 - root - INFO - epoch:0. iter/total_iter:5380/158025. lr:0.00100. loss:0.1498. spend/global_spend:4.6221/1:47:22. eta:2 days, 2:46:43
2019-10-04 02:25:04,413 - root - INFO - epoch:0. iter/total_iter:5390/158025. lr:0.00100. loss:0.1593. spend/global_spend:17.0715/1:47:40. eta:2 days, 2:48:55
2019-10-04 02:25:19,177 - root - INFO - epoch:0. iter/total_iter:5400/158025. lr:0.00100. loss:0.1610. spend/global_spend:14.7647/1:47:54. eta:2 days, 2:50:02
2019-10-04 02:25:23,778 - root - INFO - epoch:0. iter/total_iter:5410/158025. lr:0.00100. loss:0.1630. spend/global_spend:4.6003/1:47:59. eta:2 days, 2:46:21
2019-10-04 02:25:47,758 - root - INFO - epoch:0. iter/total_iter:5420/158025. lr:0.00100. loss:0.1557. spend/global_spend:23.9797/1:48:23. eta:2 days, 2:51:47
2019-10-04 02:25:52,361 - root - INFO - epoch:0. iter/total_iter:5430/158025. lr:0.00100. loss:0.1484. spend/global_spend:4.6035/1:48:27. eta:2 days, 2:48:08
2019-10-04 02:26:05,893 - root - INFO - epoch:0. iter/total_iter:5440/158025. lr:0.00100. loss:0.1558. spend/global_spend:13.5317/1:48:41. eta:2 days, 2:48:39
2019-10-04 02:26:25,198 - root - INFO - epoch:0. iter/total_iter:5450/158025. lr:0.00100. loss:0.1583. spend/global_spend:19.3057/1:49:00. eta:2 days, 2:51:52
2019-10-04 02:26:29,810 - root - INFO - epoch:0. iter/total_iter:5460/158025. lr:0.00100. loss:0.1582. spend/global_spend:4.6121/1:49:05. eta:2 days, 2:48:13
2019-10-04 02:26:47,719 - root - INFO - epoch:0. iter/total_iter:5470/158025. lr:0.00100. loss:0.1246. spend/global_spend:17.9085/1:49:23. eta:2 days, 2:50:47
2019-10-04 02:27:02,272 - root - INFO - epoch:0. iter/total_iter:5480/158025. lr:0.00100. loss:0.1688. spend/global_spend:14.5530/1:49:37. eta:2 days, 2:51:46
2019-10-04 02:27:06,898 - root - INFO - epoch:0. iter/total_iter:5490/158025. lr:0.00100. loss:0.1510. spend/global_spend:4.6257/1:49:42. eta:2 days, 2:48:09
2019-10-04 02:27:24,031 - root - INFO - epoch:0. iter/total_iter:5500/158025. lr:0.00100. loss:0.1502. spend/global_spend:17.1323/1:49:59. eta:2 days, 2:50:19
2019-10-04 02:27:28,666 - root - INFO - epoch:0. iter/total_iter:5510/158025. lr:0.00100. loss:0.1557. spend/global_spend:4.6362/1:50:04. eta:2 days, 2:46:43
2019-10-04 02:27:46,718 - root - INFO - epoch:0. iter/total_iter:5520/158025. lr:0.00100. loss:0.1424. spend/global_spend:18.0519/1:50:22. eta:2 days, 2:49:19
2019-10-04 02:28:00,640 - root - INFO - epoch:0. iter/total_iter:5530/158025. lr:0.00100. loss:0.1657. spend/global_spend:13.9222/1:50:36. eta:2 days, 2:50:00
2019-10-04 02:28:05,309 - root - INFO - epoch:0. iter/total_iter:5540/158025. lr:0.00100. loss:0.1719. spend/global_spend:4.6686/1:50:40. eta:2 days, 2:46:26
2019-10-04 02:28:21,734 - root - INFO - epoch:0. iter/total_iter:5550/158025. lr:0.00100. loss:0.1707. spend/global_spend:16.4247/1:50:57. eta:2 days, 2:48:16
2019-10-04 02:28:37,638 - root - INFO - epoch:0. iter/total_iter:5560/158025. lr:0.00100. loss:0.1246. spend/global_spend:15.9044/1:51:13. eta:2 days, 2:49:51
2019-10-04 02:28:42,255 - root - INFO - epoch:0. iter/total_iter:5570/158025. lr:0.00100. loss:0.1669. spend/global_spend:4.6165/1:51:17. eta:2 days, 2:46:17
2019-10-04 02:28:59,997 - root - INFO - epoch:0. iter/total_iter:5580/158025. lr:0.00100. loss:0.1498. spend/global_spend:17.7413/1:51:35. eta:2 days, 2:48:42
2019-10-04 02:29:06,264 - root - INFO - epoch:0. iter/total_iter:5590/158025. lr:0.00100. loss:0.1558. spend/global_spend:6.2683/1:51:41. eta:2 days, 2:45:54
2019-10-04 02:29:21,623 - root - INFO - epoch:0. iter/total_iter:5600/158025. lr:0.00100. loss:0.1376. spend/global_spend:15.3590/1:51:57. eta:2 days, 2:47:14
2019-10-04 02:29:40,668 - root - INFO - epoch:0. iter/total_iter:5610/158025. lr:0.00100. loss:0.1472. spend/global_spend:19.0446/1:52:16. eta:2 days, 2:50:13
2019-10-04 02:29:45,272 - root - INFO - epoch:0. iter/total_iter:5620/158025. lr:0.00100. loss:0.1625. spend/global_spend:4.6044/1:52:20. eta:2 days, 2:46:41
2019-10-04 02:30:03,772 - root - INFO - epoch:0. iter/total_iter:5630/158025. lr:0.00100. loss:0.1447. spend/global_spend:18.5001/1:52:39. eta:2 days, 2:49:25
2019-10-04 02:30:21,355 - root - INFO - epoch:0. iter/total_iter:5640/158025. lr:0.00100. loss:0.1402. spend/global_spend:17.5824/1:52:56. eta:2 days, 2:51:43
2019-10-04 02:30:25,954 - root - INFO - epoch:0. iter/total_iter:5650/158025. lr:0.00100. loss:0.1652. spend/global_spend:4.5997/1:53:01. eta:2 days, 2:48:11
2019-10-04 02:30:47,232 - root - INFO - epoch:0. iter/total_iter:5660/158025. lr:0.00100. loss:0.1553. spend/global_spend:21.2775/1:53:22. eta:2 days, 2:52:09
2019-10-04 02:30:51,827 - root - INFO - epoch:0. iter/total_iter:5670/158025. lr:0.00100. loss:0.1308. spend/global_spend:4.5949/1:53:27. eta:2 days, 2:48:38
2019-10-04 02:31:06,387 - root - INFO - epoch:0. iter/total_iter:5680/158025. lr:0.00100. loss:0.1502. spend/global_spend:14.5600/1:53:41. eta:2 days, 2:49:34
2019-10-04 02:31:26,685 - root - INFO - epoch:0. iter/total_iter:5690/158025. lr:0.00100. loss:0.1614. spend/global_spend:20.2981/1:54:02. eta:2 days, 2:53:04
2019-10-04 02:31:31,287 - root - INFO - epoch:0. iter/total_iter:5700/158025. lr:0.00100. loss:0.1527. spend/global_spend:4.6021/1:54:06. eta:2 days, 2:49:34
2019-10-04 02:31:43,711 - root - INFO - epoch:0. iter/total_iter:5710/158025. lr:0.00100. loss:0.1614. spend/global_spend:12.4241/1:54:19. eta:2 days, 2:49:33
2019-10-04 02:32:01,376 - root - INFO - epoch:0. iter/total_iter:5720/158025. lr:0.00100. loss:0.1612. spend/global_spend:17.6651/1:54:36. eta:2 days, 2:51:51
2019-10-04 02:32:05,972 - root - INFO - epoch:0. iter/total_iter:5730/158025. lr:0.00100. loss:0.1385. spend/global_spend:4.5956/1:54:41. eta:2 days, 2:48:22
2019-10-04 02:32:24,677 - root - INFO - epoch:0. iter/total_iter:5740/158025. lr:0.00100. loss:0.1619. spend/global_spend:18.7052/1:55:00. eta:2 days, 2:51:07
2019-10-04 02:32:29,285 - root - INFO - epoch:0. iter/total_iter:5750/158025. lr:0.00100. loss:0.1553. spend/global_spend:4.6078/1:55:04. eta:2 days, 2:47:39
2019-10-04 02:32:46,544 - root - INFO - epoch:0. iter/total_iter:5760/158025. lr:0.00100. loss:0.1424. spend/global_spend:17.2595/1:55:22. eta:2 days, 2:49:46
2019-10-04 02:33:05,310 - root - INFO - epoch:0. iter/total_iter:5770/158025. lr:0.00100. loss:0.1564. spend/global_spend:18.7654/1:55:40. eta:2 days, 2:52:32
2019-10-04 02:33:09,936 - root - INFO - epoch:0. iter/total_iter:5780/158025. lr:0.00100. loss:0.1496. spend/global_spend:4.6269/1:55:45. eta:2 days, 2:49:05
2019-10-04 02:33:26,062 - root - INFO - epoch:0. iter/total_iter:5790/158025. lr:0.00100. loss:0.1250. spend/global_spend:16.1253/1:56:01. eta:2 days, 2:50:41
2019-10-04 02:33:41,648 - root - INFO - epoch:0. iter/total_iter:5800/158025. lr:0.00100. loss:0.1409. spend/global_spend:15.5862/1:56:17. eta:2 days, 2:52:02
2019-10-04 02:33:46,249 - root - INFO - epoch:0. iter/total_iter:5810/158025. lr:0.00100. loss:0.1497. spend/global_spend:4.6014/1:56:21. eta:2 days, 2:48:36
2019-10-04 02:34:02,126 - root - INFO - epoch:0. iter/total_iter:5820/158025. lr:0.00100. loss:0.1618. spend/global_spend:15.8764/1:56:37. eta:2 days, 2:50:04
2019-10-04 02:34:06,738 - root - INFO - epoch:0. iter/total_iter:5830/158025. lr:0.00100. loss:0.1529. spend/global_spend:4.6125/1:56:42. eta:2 days, 2:46:39
2019-10-04 02:34:24,947 - root - INFO - epoch:0. iter/total_iter:5840/158025. lr:0.00100. loss:0.1432. spend/global_spend:18.2085/1:57:00. eta:2 days, 2:49:08
2019-10-04 02:34:41,268 - root - INFO - epoch:0. iter/total_iter:5850/158025. lr:0.00100. loss:0.1527. spend/global_spend:16.3216/1:57:16. eta:2 days, 2:50:48
2019-10-04 02:34:46,232 - root - INFO - epoch:0. iter/total_iter:5860/158025. lr:0.00100. loss:0.1608. spend/global_spend:4.9639/1:57:21. eta:2 days, 2:47:33
2019-10-04 02:35:05,744 - root - INFO - epoch:0. iter/total_iter:5870/158025. lr:0.00100. loss:0.1355. spend/global_spend:19.5117/1:57:41. eta:2 days, 2:50:35
2019-10-04 02:35:21,938 - root - INFO - epoch:0. iter/total_iter:5880/158025. lr:0.00100. loss:0.1408. spend/global_spend:16.1944/1:57:57. eta:2 days, 2:52:11
2019-10-04 02:35:26,530 - root - INFO - epoch:0. iter/total_iter:5890/158025. lr:0.00100. loss:0.1348. spend/global_spend:4.5911/1:58:02. eta:2 days, 2:48:46
2019-10-04 02:35:43,092 - root - INFO - epoch:0. iter/total_iter:5900/158025. lr:0.00100. loss:0.1498. spend/global_spend:16.5624/1:58:18. eta:2 days, 2:50:31
2019-10-04 02:35:47,702 - root - INFO - epoch:0. iter/total_iter:5910/158025. lr:0.00100. loss:0.1381. spend/global_spend:4.6104/1:58:23. eta:2 days, 2:47:08
2019-10-04 02:36:02,298 - root - INFO - epoch:0. iter/total_iter:5920/158025. lr:0.00100. loss:0.1416. spend/global_spend:14.5956/1:58:37. eta:2 days, 2:48:03
2019-10-04 02:36:17,364 - root - INFO - epoch:0. iter/total_iter:5930/158025. lr:0.00100. loss:0.1624. spend/global_spend:15.0658/1:58:52. eta:2 days, 2:49:09
2019-10-04 02:36:21,983 - root - INFO - epoch:0. iter/total_iter:5940/158025. lr:0.00100. loss:0.1489. spend/global_spend:4.6192/1:58:57. eta:2 days, 2:45:47
2019-10-04 02:36:42,255 - root - INFO - epoch:0. iter/total_iter:5950/158025. lr:0.00100. loss:0.1464. spend/global_spend:20.2725/1:59:17. eta:2 days, 2:49:06
2019-10-04 02:37:01,798 - root - INFO - epoch:0. iter/total_iter:5960/158025. lr:0.00100. loss:0.1481. spend/global_spend:19.5423/1:59:37. eta:2 days, 2:52:06
2019-10-04 02:37:06,394 - root - INFO - epoch:0. iter/total_iter:5970/158025. lr:0.00100. loss:0.1498. spend/global_spend:4.5961/1:59:41. eta:2 days, 2:48:44
2019-10-04 02:37:24,138 - root - INFO - epoch:0. iter/total_iter:5980/158025. lr:0.00100. loss:0.1496. spend/global_spend:17.7446/1:59:59. eta:2 days, 2:50:57
2019-10-04 02:37:28,739 - root - INFO - epoch:0. iter/total_iter:5990/158025. lr:0.00100. loss:0.1621. spend/global_spend:4.6003/2:00:04. eta:2 days, 2:47:36
2019-10-04 02:37:43,408 - root - INFO - epoch:0. iter/total_iter:6000/158025. lr:0.00100. loss:0.1772. spend/global_spend:14.6697/2:00:19. eta:2 days, 2:48:31
2019-10-04 02:37:58,095 - root - INFO - epoch:0. iter/total_iter:6010/158025. lr:0.00100. loss:0.1538. spend/global_spend:14.6864/2:00:33. eta:2 days, 2:49:26
2019-10-04 02:38:06,487 - root - INFO - epoch:0. iter/total_iter:6020/158025. lr:0.00100. loss:0.1480. spend/global_spend:8.3919/2:00:42. eta:2 days, 2:47:42
2019-10-04 02:38:27,190 - root - INFO - epoch:0. iter/total_iter:6030/158025. lr:0.00100. loss:0.1706. spend/global_spend:20.7029/2:01:02. eta:2 days, 2:51:09
2019-10-04 02:38:35,772 - root - INFO - epoch:0. iter/total_iter:6040/158025. lr:0.00100. loss:0.1543. spend/global_spend:8.5822/2:01:11. eta:2 days, 2:49:30
2019-10-04 02:38:47,631 - root - INFO - epoch:0. iter/total_iter:6050/158025. lr:0.00100. loss:0.1711. spend/global_spend:11.8590/2:01:23. eta:2 days, 2:49:13
2019-10-04 02:39:04,514 - root - INFO - epoch:0. iter/total_iter:6060/158025. lr:0.00100. loss:0.1504. spend/global_spend:16.8834/2:01:40. eta:2 days, 2:51:03
2019-10-04 02:39:09,114 - root - INFO - epoch:0. iter/total_iter:6070/158025. lr:0.00100. loss:0.1800. spend/global_spend:4.5998/2:01:44. eta:2 days, 2:47:44
2019-10-04 02:39:25,273 - root - INFO - epoch:0. iter/total_iter:6080/158025. lr:0.00100. loss:0.1698. spend/global_spend:16.1583/2:02:00. eta:2 days, 2:49:15
2019-10-04 02:39:39,310 - root - INFO - epoch:0. iter/total_iter:6090/158025. lr:0.00100. loss:0.1434. spend/global_spend:14.0374/2:02:14. eta:2 days, 2:49:53
2019-10-04 02:39:49,205 - root - INFO - epoch:0. iter/total_iter:6100/158025. lr:0.00100. loss:0.1318. spend/global_spend:9.8942/2:02:24. eta:2 days, 2:48:47
2019-10-04 02:40:03,056 - root - INFO - epoch:0. iter/total_iter:6110/158025. lr:0.00100. loss:0.1730. spend/global_spend:13.8519/2:02:38. eta:2 days, 2:49:20
2019-10-04 02:40:15,827 - root - INFO - epoch:0. iter/total_iter:6120/158025. lr:0.00100. loss:0.1641. spend/global_spend:12.7709/2:02:51. eta:2 days, 2:49:26
2019-10-04 02:40:24,994 - root - INFO - epoch:0. iter/total_iter:6130/158025. lr:0.00100. loss:0.1507. spend/global_spend:9.1669/2:03:00. eta:2 days, 2:48:03
2019-10-04 02:40:40,160 - root - INFO - epoch:0. iter/total_iter:6140/158025. lr:0.00100. loss:0.1593. spend/global_spend:15.1665/2:03:15. eta:2 days, 2:49:08
2019-10-04 02:40:46,326 - root - INFO - epoch:0. iter/total_iter:6150/158025. lr:0.00100. loss:0.1587. spend/global_spend:6.1657/2:03:21. eta:2 days, 2:46:31
2019-10-04 02:41:00,820 - root - INFO - epoch:0. iter/total_iter:6160/158025. lr:0.00100. loss:0.1446. spend/global_spend:14.4938/2:03:36. eta:2 days, 2:47:20
2019-10-04 02:41:18,695 - root - INFO - epoch:0. iter/total_iter:6170/158025. lr:0.00100. loss:0.1809. spend/global_spend:17.8754/2:03:54. eta:2 days, 2:49:31
2019-10-04 02:41:24,993 - root - INFO - epoch:0. iter/total_iter:6180/158025. lr:0.00100. loss:0.1438. spend/global_spend:6.2977/2:04:00. eta:2 days, 2:46:58
2019-10-04 02:41:40,308 - root - INFO - epoch:0. iter/total_iter:6190/158025. lr:0.00100. loss:0.1477. spend/global_spend:15.3154/2:04:15. eta:2 days, 2:48:06
2019-10-04 02:41:57,386 - root - INFO - epoch:0. iter/total_iter:6200/158025. lr:0.00100. loss:0.1682. spend/global_spend:17.0775/2:04:32. eta:2 days, 2:49:57
2019-10-04 02:42:06,250 - root - INFO - epoch:0. iter/total_iter:6210/158025. lr:0.00100. loss:0.1652. spend/global_spend:8.8642/2:04:41. eta:2 days, 2:48:27
2019-10-04 02:42:20,106 - root - INFO - epoch:0. iter/total_iter:6220/158025. lr:0.00100. loss:0.1571. spend/global_spend:13.8561/2:04:55. eta:2 days, 2:48:59
2019-10-04 02:42:30,535 - root - INFO - epoch:0. iter/total_iter:6230/158025. lr:0.00100. loss:0.1514. spend/global_spend:10.4291/2:05:06. eta:2 days, 2:48:08
2019-10-04 02:42:41,374 - root - INFO - epoch:0. iter/total_iter:6240/158025. lr:0.00100. loss:0.1720. spend/global_spend:10.8382/2:05:16. eta:2 days, 2:47:26
2019-10-04 02:42:57,951 - root - INFO - epoch:0. iter/total_iter:6250/158025. lr:0.00100. loss:0.1649. spend/global_spend:16.5775/2:05:33. eta:2 days, 2:49:04
2019-10-04 02:43:06,357 - root - INFO - epoch:0. iter/total_iter:6260/158025. lr:0.00100. loss:0.1616. spend/global_spend:8.4061/2:05:41. eta:2 days, 2:47:24
2019-10-04 02:43:19,498 - root - INFO - epoch:0. iter/total_iter:6270/158025. lr:0.00100. loss:0.1691. spend/global_spend:13.1408/2:05:55. eta:2 days, 2:47:38
2019-10-04 02:43:37,563 - root - INFO - epoch:0. iter/total_iter:6280/158025. lr:0.00100. loss:0.1491. spend/global_spend:18.0644/2:06:13. eta:2 days, 2:49:51
2019-10-04 02:43:44,293 - root - INFO - epoch:0. iter/total_iter:6290/158025. lr:0.00100. loss:0.1739. spend/global_spend:6.7306/2:06:19. eta:2 days, 2:47:31
2019-10-04 02:44:00,976 - root - INFO - epoch:0. iter/total_iter:6300/158025. lr:0.00100. loss:0.1381. spend/global_spend:16.6825/2:06:36. eta:2 days, 2:49:10
2019-10-04 02:44:08,311 - root - INFO - epoch:0. iter/total_iter:6310/158025. lr:0.00100. loss:0.1479. spend/global_spend:7.3358/2:06:43. eta:2 days, 2:47:05
2019-10-04 02:44:20,502 - root - INFO - epoch:0. iter/total_iter:6320/158025. lr:0.00100. loss:0.1446. spend/global_spend:12.1908/2:06:56. eta:2 days, 2:46:56
2019-10-04 02:44:35,861 - root - INFO - epoch:0. iter/total_iter:6330/158025. lr:0.00100. loss:0.1556. spend/global_spend:15.3587/2:07:11. eta:2 days, 2:48:03
2019-10-04 02:44:47,945 - root - INFO - epoch:0. iter/total_iter:6340/158025. lr:0.00100. loss:0.1448. spend/global_spend:12.0842/2:07:23. eta:2 days, 2:47:52
2019-10-04 02:44:57,956 - root - INFO - epoch:0. iter/total_iter:6350/158025. lr:0.00100. loss:0.1568. spend/global_spend:10.0114/2:07:33. eta:2 days, 2:46:51
2019-10-04 02:45:11,609 - root - INFO - epoch:0. iter/total_iter:6360/158025. lr:0.00100. loss:0.1594. spend/global_spend:13.6522/2:07:47. eta:2 days, 2:47:17
2019-10-04 02:45:20,926 - root - INFO - epoch:0. iter/total_iter:6370/158025. lr:0.00100. loss:0.1231. spend/global_spend:9.3179/2:07:56. eta:2 days, 2:46:00
2019-10-04 02:45:32,278 - root - INFO - epoch:0. iter/total_iter:6380/158025. lr:0.00100. loss:0.1695. spend/global_spend:11.3514/2:08:07. eta:2 days, 2:45:31
2019-10-04 02:45:43,610 - root - INFO - epoch:0. iter/total_iter:6390/158025. lr:0.00100. loss:0.1464. spend/global_spend:11.3322/2:08:19. eta:2 days, 2:45:02
2019-10-04 02:45:58,315 - root - INFO - epoch:0. iter/total_iter:6400/158025. lr:0.00100. loss:0.1500. spend/global_spend:14.7049/2:08:33. eta:2 days, 2:45:53
2019-10-04 02:46:15,598 - root - INFO - epoch:0. iter/total_iter:6410/158025. lr:0.00100. loss:0.1652. spend/global_spend:17.2833/2:08:51. eta:2 days, 2:47:45
2019-10-04 02:46:27,204 - root - INFO - epoch:0. iter/total_iter:6420/158025. lr:0.00100. loss:0.1657. spend/global_spend:11.6057/2:09:02. eta:2 days, 2:47:22
2019-10-04 02:46:32,974 - root - INFO - epoch:0. iter/total_iter:6430/158025. lr:0.00100. loss:0.1536. spend/global_spend:5.7696/2:09:08. eta:2 days, 2:44:41
2019-10-04 02:46:52,555 - root - INFO - epoch:0. iter/total_iter:6440/158025. lr:0.00100. loss:0.1451. spend/global_spend:19.5810/2:09:28. eta:2 days, 2:47:27
2019-10-04 02:47:01,147 - root - INFO - epoch:0. iter/total_iter:6450/158025. lr:0.00100. loss:0.1412. spend/global_spend:8.5925/2:09:36. eta:2 days, 2:45:53
2019-10-04 02:47:12,836 - root - INFO - epoch:0. iter/total_iter:6460/158025. lr:0.00100. loss:0.1534. spend/global_spend:11.6885/2:09:48. eta:2 days, 2:45:32
2019-10-04 02:47:19,958 - root - INFO - epoch:0. iter/total_iter:6470/158025. lr:0.00100. loss:0.1220. spend/global_spend:7.1224/2:09:55. eta:2 days, 2:43:25
2019-10-04 02:47:35,794 - root - INFO - epoch:0. iter/total_iter:6480/158025. lr:0.00100. loss:0.1791. spend/global_spend:15.8355/2:10:11. eta:2 days, 2:44:41
2019-10-04 02:47:49,056 - root - INFO - epoch:0. iter/total_iter:6490/158025. lr:0.00100. loss:0.1517. spend/global_spend:13.2620/2:10:24. eta:2 days, 2:44:57
2019-10-04 02:47:57,004 - root - INFO - epoch:0. iter/total_iter:6500/158025. lr:0.00100. loss:0.1437. spend/global_spend:7.9487/2:10:32. eta:2 days, 2:43:10
2019-10-04 02:48:18,592 - root - INFO - epoch:0. iter/total_iter:6510/158025. lr:0.00100. loss:0.1534. spend/global_spend:21.5860/2:10:54. eta:2 days, 2:46:39
2019-10-04 02:48:33,845 - root - INFO - epoch:0. iter/total_iter:6520/158025. lr:0.00100. loss:0.1403. spend/global_spend:15.2545/2:11:09. eta:2 days, 2:47:42
2019-10-04 02:48:38,471 - root - INFO - epoch:0. iter/total_iter:6530/158025. lr:0.00100. loss:0.1526. spend/global_spend:4.6257/2:11:14. eta:2 days, 2:44:37
2019-10-04 02:48:52,606 - root - INFO - epoch:0. iter/total_iter:6540/158025. lr:0.00100. loss:0.1404. spend/global_spend:14.1352/2:11:28. eta:2 days, 2:45:13
2019-10-04 02:49:01,181 - root - INFO - epoch:0. iter/total_iter:6550/158025. lr:0.00100. loss:0.1569. spend/global_spend:8.5749/2:11:36. eta:2 days, 2:43:40
2019-10-04 02:49:17,774 - root - INFO - epoch:0. iter/total_iter:6560/158025. lr:0.00100. loss:0.1571. spend/global_spend:16.5930/2:11:53. eta:2 days, 2:45:13
2019-10-04 02:49:39,946 - root - INFO - epoch:0. iter/total_iter:6570/158025. lr:0.00100. loss:0.1373. spend/global_spend:22.1723/2:12:15. eta:2 days, 2:48:54
2019-10-04 02:49:44,539 - root - INFO - epoch:0. iter/total_iter:6580/158025. lr:0.00100. loss:0.1621. spend/global_spend:4.5926/2:12:20. eta:2 days, 2:45:49
2019-10-04 02:50:02,216 - root - INFO - epoch:0. iter/total_iter:6590/158025. lr:0.00100. loss:0.1514. spend/global_spend:17.6770/2:12:37. eta:2 days, 2:47:46
2019-10-04 02:50:18,687 - root - INFO - epoch:0. iter/total_iter:6600/158025. lr:0.00100. loss:0.1470. spend/global_spend:16.4712/2:12:54. eta:2 days, 2:49:15
2019-10-04 02:50:23,288 - root - INFO - epoch:0. iter/total_iter:6610/158025. lr:0.00100. loss:0.1463. spend/global_spend:4.6012/2:12:58. eta:2 days, 2:46:12
2019-10-04 02:50:40,824 - root - INFO - epoch:0. iter/total_iter:6620/158025. lr:0.00100. loss:0.1684. spend/global_spend:17.5357/2:13:16. eta:2 days, 2:48:04
2019-10-04 02:50:45,439 - root - INFO - epoch:0. iter/total_iter:6630/158025. lr:0.00100. loss:0.1696. spend/global_spend:4.6152/2:13:21. eta:2 days, 2:45:02
2019-10-04 02:51:02,795 - root - INFO - epoch:0. iter/total_iter:6640/158025. lr:0.00100. loss:0.1528. spend/global_spend:17.3563/2:13:38. eta:2 days, 2:46:50
2019-10-04 02:51:19,954 - root - INFO - epoch:0. iter/total_iter:6650/158025. lr:0.00100. loss:0.1395. spend/global_spend:17.1590/2:13:55. eta:2 days, 2:48:34
2019-10-04 02:51:24,554 - root - INFO - epoch:0. iter/total_iter:6660/158025. lr:0.00100. loss:0.1473. spend/global_spend:4.6000/2:14:00. eta:2 days, 2:45:32
2019-10-04 02:51:41,050 - root - INFO - epoch:0. iter/total_iter:6670/158025. lr:0.00100. loss:0.1451. spend/global_spend:16.4965/2:14:16. eta:2 days, 2:47:00
2019-10-04 02:51:57,662 - root - INFO - epoch:0. iter/total_iter:6680/158025. lr:0.00100. loss:0.1665. spend/global_spend:16.6118/2:14:33. eta:2 days, 2:48:31
2019-10-04 02:52:04,016 - root - INFO - epoch:0. iter/total_iter:6690/158025. lr:0.00100. loss:0.1447. spend/global_spend:6.3533/2:14:39. eta:2 days, 2:46:09
2019-10-04 02:52:17,430 - root - INFO - epoch:0. iter/total_iter:6700/158025. lr:0.00100. loss:0.1735. spend/global_spend:13.4140/2:14:53. eta:2 days, 2:46:27
2019-10-04 02:52:23,529 - root - INFO - epoch:0. iter/total_iter:6710/158025. lr:0.00100. loss:0.1583. spend/global_spend:6.0998/2:14:59. eta:2 days, 2:44:00
2019-10-04 02:52:39,737 - root - INFO - epoch:0. iter/total_iter:6720/158025. lr:0.00100. loss:0.1576. spend/global_spend:16.2079/2:15:15. eta:2 days, 2:45:21
2019-10-04 02:52:54,260 - root - INFO - epoch:0. iter/total_iter:6730/158025. lr:0.00100. loss:0.1446. spend/global_spend:14.5220/2:15:29. eta:2 days, 2:46:04
2019-10-04 02:53:00,729 - root - INFO - epoch:0. iter/total_iter:6740/158025. lr:0.00100. loss:0.1488. spend/global_spend:6.4697/2:15:36. eta:2 days, 2:43:46
2019-10-04 02:53:16,041 - root - INFO - epoch:0. iter/total_iter:6750/158025. lr:0.00100. loss:0.1475. spend/global_spend:15.3122/2:15:51. eta:2 days, 2:44:47
2019-10-04 02:53:31,732 - root - INFO - epoch:0. iter/total_iter:6760/158025. lr:0.00100. loss:0.1448. spend/global_spend:15.6907/2:16:07. eta:2 days, 2:45:56
2019-10-04 02:53:36,331 - root - INFO - epoch:0. iter/total_iter:6770/158025. lr:0.00100. loss:0.1516. spend/global_spend:4.5994/2:16:11. eta:2 days, 2:42:56
2019-10-04 02:53:52,722 - root - INFO - epoch:0. iter/total_iter:6780/158025. lr:0.00100. loss:0.1453. spend/global_spend:16.3904/2:16:28. eta:2 days, 2:44:21
2019-10-04 02:54:02,488 - root - INFO - epoch:0. iter/total_iter:6790/158025. lr:0.00100. loss:0.1551. spend/global_spend:9.7661/2:16:38. eta:2 days, 2:43:17
2019-10-04 02:54:13,652 - root - INFO - epoch:0. iter/total_iter:6800/158025. lr:0.00100. loss:0.1628. spend/global_spend:11.1639/2:16:49. eta:2 days, 2:42:45
2019-10-04 02:54:34,818 - root - INFO - epoch:0. iter/total_iter:6810/158025. lr:0.00100. loss:0.1553. spend/global_spend:21.1666/2:17:10. eta:2 days, 2:45:55
2019-10-04 02:54:40,642 - root - INFO - epoch:0. iter/total_iter:6820/158025. lr:0.00100. loss:0.1363. spend/global_spend:5.8234/2:17:16. eta:2 days, 2:43:24
2019-10-04 02:54:57,970 - root - INFO - epoch:0. iter/total_iter:6830/158025. lr:0.00100. loss:0.1405. spend/global_spend:17.3280/2:17:33. eta:2 days, 2:45:08
2019-10-04 02:55:12,543 - root - INFO - epoch:0. iter/total_iter:6840/158025. lr:0.00100. loss:0.1603. spend/global_spend:14.5731/2:17:48. eta:2 days, 2:45:51
2019-10-04 02:55:17,136 - root - INFO - epoch:0. iter/total_iter:6850/158025. lr:0.00100. loss:0.1326. spend/global_spend:4.5932/2:17:52. eta:2 days, 2:42:53
2019-10-04 02:55:31,579 - root - INFO - epoch:0. iter/total_iter:6860/158025. lr:0.00100. loss:0.1530. spend/global_spend:14.4426/2:18:07. eta:2 days, 2:43:33
2019-10-04 02:55:51,753 - root - INFO - epoch:0. iter/total_iter:6870/158025. lr:0.00100. loss:0.1506. spend/global_spend:20.1740/2:18:27. eta:2 days, 2:46:19
2019-10-04 02:56:04,734 - root - INFO - epoch:0. iter/total_iter:6880/158025. lr:0.00100. loss:0.1300. spend/global_spend:12.9819/2:18:40. eta:2 days, 2:46:27
2019-10-04 02:56:09,370 - root - INFO - epoch:0. iter/total_iter:6890/158025. lr:0.00100. loss:0.1533. spend/global_spend:4.6351/2:18:44. eta:2 days, 2:43:31
2019-10-04 02:56:23,826 - root - INFO - epoch:0. iter/total_iter:6900/158025. lr:0.00100. loss:0.1579. spend/global_spend:14.4562/2:18:59. eta:2 days, 2:44:11
2019-10-04 02:56:39,914 - root - INFO - epoch:0. iter/total_iter:6910/158025. lr:0.00100. loss:0.1734. spend/global_spend:16.0882/2:19:15. eta:2 days, 2:45:26
2019-10-04 02:56:44,520 - root - INFO - epoch:0. iter/total_iter:6920/158025. lr:0.00100. loss:0.1599. spend/global_spend:4.6060/2:19:20. eta:2 days, 2:42:31
2019-10-04 02:57:04,520 - root - INFO - epoch:0. iter/total_iter:6930/158025. lr:0.00100. loss:0.1517. spend/global_spend:20.0002/2:19:40. eta:2 days, 2:45:12
2019-10-04 02:57:09,133 - root - INFO - epoch:0. iter/total_iter:6940/158025. lr:0.00100. loss:0.1390. spend/global_spend:4.6125/2:19:44. eta:2 days, 2:42:17
2019-10-04 02:57:25,031 - root - INFO - epoch:0. iter/total_iter:6950/158025. lr:0.00100. loss:0.1829. spend/global_spend:15.8986/2:20:00. eta:2 days, 2:43:27
2019-10-04 02:57:43,931 - root - INFO - epoch:0. iter/total_iter:6960/158025. lr:0.00100. loss:0.1542. spend/global_spend:18.9000/2:20:19. eta:2 days, 2:45:43
2019-10-04 02:57:48,528 - root - INFO - epoch:0. iter/total_iter:6970/158025. lr:0.00100. loss:0.1501. spend/global_spend:4.5971/2:20:24. eta:2 days, 2:42:49
2019-10-04 02:58:02,556 - root - INFO - epoch:0. iter/total_iter:6980/158025. lr:0.00100. loss:0.1445. spend/global_spend:14.0278/2:20:38. eta:2 days, 2:43:19
2019-10-04 02:58:20,329 - root - INFO - epoch:0. iter/total_iter:6990/158025. lr:0.00100. loss:0.1347. spend/global_spend:17.7727/2:20:55. eta:2 days, 2:45:09
2019-10-04 02:58:24,933 - root - INFO - epoch:0. iter/total_iter:7000/158025. lr:0.00100. loss:0.1357. spend/global_spend:4.6043/2:21:00. eta:2 days, 2:42:16
2019-10-04 02:58:42,359 - root - INFO - epoch:0. iter/total_iter:7010/158025. lr:0.00100. loss:0.1484. spend/global_spend:17.4259/2:21:17. eta:2 days, 2:43:58
2019-10-04 02:58:53,267 - root - INFO - epoch:0. iter/total_iter:7020/158025. lr:0.00100. loss:0.1177. spend/global_spend:10.9076/2:21:28. eta:2 days, 2:43:21
2019-10-04 02:59:05,548 - root - INFO - epoch:0. iter/total_iter:7030/158025. lr:0.00100. loss:0.1407. spend/global_spend:12.2819/2:21:41. eta:2 days, 2:43:13
2019-10-04 02:59:24,065 - root - INFO - epoch:0. iter/total_iter:7040/158025. lr:0.00100. loss:0.1453. spend/global_spend:18.5162/2:21:59. eta:2 days, 2:45:18
2019-10-04 02:59:29,867 - root - INFO - epoch:0. iter/total_iter:7050/158025. lr:0.00100. loss:0.1480. spend/global_spend:5.8024/2:22:05. eta:2 days, 2:42:51
2019-10-04 02:59:45,549 - root - INFO - epoch:0. iter/total_iter:7060/158025. lr:0.00100. loss:0.1512. spend/global_spend:15.6816/2:22:21. eta:2 days, 2:43:56
2019-10-04 03:00:00,989 - root - INFO - epoch:0. iter/total_iter:7070/158025. lr:0.00100. loss:0.1449. spend/global_spend:15.4402/2:22:36. eta:2 days, 2:44:55
2019-10-04 03:00:05,607 - root - INFO - epoch:0. iter/total_iter:7080/158025. lr:0.00100. loss:0.1465. spend/global_spend:4.6177/2:22:41. eta:2 days, 2:42:04
2019-10-04 03:00:23,308 - root - INFO - epoch:0. iter/total_iter:7090/158025. lr:0.00100. loss:0.1501. spend/global_spend:17.7017/2:22:58. eta:2 days, 2:43:51
2019-10-04 03:00:38,271 - root - INFO - epoch:0. iter/total_iter:7100/158025. lr:0.00100. loss:0.1564. spend/global_spend:14.9625/2:23:13. eta:2 days, 2:44:40
2019-10-04 03:00:50,616 - root - INFO - epoch:0. iter/total_iter:7110/158025. lr:0.00100. loss:0.1758. spend/global_spend:12.3444/2:23:26. eta:2 days, 2:44:33
2019-10-04 03:01:05,416 - root - INFO - epoch:0. iter/total_iter:7120/158025. lr:0.00100. loss:0.1561. spend/global_spend:14.8010/2:23:41. eta:2 days, 2:45:18
2019-10-04 03:01:10,852 - root - INFO - epoch:0. iter/total_iter:7130/158025. lr:0.00100. loss:0.1558. spend/global_spend:5.4359/2:23:46. eta:2 days, 2:42:45
2019-10-04 03:01:28,936 - root - INFO - epoch:0. iter/total_iter:7140/158025. lr:0.00100. loss:0.1636. spend/global_spend:18.0834/2:24:04. eta:2 days, 2:44:39
2019-10-04 03:01:45,585 - root - INFO - epoch:0. iter/total_iter:7150/158025. lr:0.00100. loss:0.1444. spend/global_spend:16.6489/2:24:21. eta:2 days, 2:46:03
2019-10-04 03:01:51,963 - root - INFO - epoch:0. iter/total_iter:7160/158025. lr:0.00100. loss:0.1555. spend/global_spend:6.3790/2:24:27. eta:2 days, 2:43:50
2019-10-04 03:02:07,904 - root - INFO - epoch:0. iter/total_iter:7170/158025. lr:0.00100. loss:0.1397. spend/global_spend:15.9402/2:24:43. eta:2 days, 2:44:58
2019-10-04 03:02:20,712 - root - INFO - epoch:0. iter/total_iter:7180/158025. lr:0.00100. loss:0.1801. spend/global_spend:12.8083/2:24:56. eta:2 days, 2:45:01
2019-10-04 03:02:31,134 - root - INFO - epoch:0. iter/total_iter:7190/158025. lr:0.00100. loss:0.1470. spend/global_spend:10.4220/2:25:06. eta:2 days, 2:44:13
2019-10-04 03:02:51,840 - root - INFO - epoch:0. iter/total_iter:7200/158025. lr:0.00100. loss:0.1443. spend/global_spend:20.7053/2:25:27. eta:2 days, 2:47:01
2019-10-04 03:02:56,442 - root - INFO - epoch:0. iter/total_iter:7210/158025. lr:0.00100. loss:0.1707. spend/global_spend:4.6027/2:25:32. eta:2 days, 2:44:12
2019-10-04 03:03:16,176 - root - INFO - epoch:0. iter/total_iter:7220/158025. lr:0.00100. loss:0.1525. spend/global_spend:19.7340/2:25:51. eta:2 days, 2:46:39
2019-10-04 03:03:23,720 - root - INFO - epoch:0. iter/total_iter:7230/158025. lr:0.00100. loss:0.1643. spend/global_spend:7.5440/2:25:59. eta:2 days, 2:44:51
2019-10-04 03:03:28,356 - root - INFO - epoch:0. iter/total_iter:7240/158025. lr:0.00100. loss:0.1387. spend/global_spend:4.6359/2:26:03. eta:2 days, 2:42:03
2019-10-04 03:03:46,072 - root - INFO - epoch:0. iter/total_iter:7250/158025. lr:0.00100. loss:0.1345. spend/global_spend:17.7163/2:26:21. eta:2 days, 2:43:48
2019-10-04 03:03:52,925 - root - INFO - epoch:0. iter/total_iter:7260/158025. lr:0.00100. loss:0.1686. spend/global_spend:6.8523/2:26:28. eta:2 days, 2:41:47
2019-10-04 03:04:08,644 - root - INFO - epoch:0. iter/total_iter:7270/158025. lr:0.00100. loss:0.1651. spend/global_spend:15.7200/2:26:44. eta:2 days, 2:42:50
2019-10-04 03:04:27,983 - root - INFO - epoch:0. iter/total_iter:7280/158025. lr:0.00100. loss:0.1470. spend/global_spend:19.3381/2:27:03. eta:2 days, 2:45:07
2019-10-04 03:04:32,592 - root - INFO - epoch:0. iter/total_iter:7290/158025. lr:0.00100. loss:0.1576. spend/global_spend:4.6100/2:27:08. eta:2 days, 2:42:20
2019-10-04 03:04:46,622 - root - INFO - epoch:0. iter/total_iter:7300/158025. lr:0.00100. loss:0.1750. spend/global_spend:14.0298/2:27:22. eta:2 days, 2:42:47
2019-10-04 03:05:04,971 - root - INFO - epoch:0. iter/total_iter:7310/158025. lr:0.00100. loss:0.1415. spend/global_spend:18.3483/2:27:40. eta:2 days, 2:44:44
2019-10-04 03:05:09,571 - root - INFO - epoch:0. iter/total_iter:7320/158025. lr:0.00100. loss:0.1407. spend/global_spend:4.6007/2:27:45. eta:2 days, 2:41:57
2019-10-04 03:05:26,004 - root - INFO - epoch:0. iter/total_iter:7330/158025. lr:0.00100. loss:0.1567. spend/global_spend:16.4332/2:28:01. eta:2 days, 2:43:13
2019-10-04 03:05:31,108 - root - INFO - epoch:0. iter/total_iter:7340/158025. lr:0.00100. loss:0.1505. spend/global_spend:5.1035/2:28:06. eta:2 days, 2:40:37
2019-10-04 03:05:48,850 - root - INFO - epoch:0. iter/total_iter:7350/158025. lr:0.00100. loss:0.1341. spend/global_spend:17.7417/2:28:24. eta:2 days, 2:42:21
2019-10-04 03:06:03,267 - root - INFO - epoch:0. iter/total_iter:7360/158025. lr:0.00100. loss:0.1643. spend/global_spend:14.4170/2:28:38. eta:2 days, 2:42:56
2019-10-04 03:06:09,611 - root - INFO - epoch:0. iter/total_iter:7370/158025. lr:0.00100. loss:0.1592. spend/global_spend:6.3425/2:28:45. eta:2 days, 2:40:46
2019-10-04 03:06:24,309 - root - INFO - epoch:0. iter/total_iter:7380/158025. lr:0.00100. loss:0.1535. spend/global_spend:14.6996/2:28:59. eta:2 days, 2:41:26
2019-10-04 03:06:48,163 - root - INFO - epoch:0. iter/total_iter:7390/158025. lr:0.00100. loss:0.1536. spend/global_spend:23.8541/2:29:23. eta:2 days, 2:45:14
2019-10-04 03:06:52,767 - root - INFO - epoch:0. iter/total_iter:7400/158025. lr:0.00100. loss:0.1679. spend/global_spend:4.6036/2:29:28. eta:2 days, 2:42:28
2019-10-04 03:07:08,355 - root - INFO - epoch:0. iter/total_iter:7410/158025. lr:0.00100. loss:0.1514. spend/global_spend:15.5886/2:29:43. eta:2 days, 2:43:27
2019-10-04 03:07:13,377 - root - INFO - epoch:0. iter/total_iter:7420/158025. lr:0.00100. loss:0.1527. spend/global_spend:5.0215/2:29:48. eta:2 days, 2:40:50
2019-10-04 03:07:29,600 - root - INFO - epoch:0. iter/total_iter:7430/158025. lr:0.00100. loss:0.1516. spend/global_spend:16.2231/2:30:05. eta:2 days, 2:42:01
2019-10-04 03:07:48,821 - root - INFO - epoch:0. iter/total_iter:7440/158025. lr:0.00100. loss:0.1505. spend/global_spend:19.2214/2:30:24. eta:2 days, 2:44:13
2019-10-04 03:07:53,417 - root - INFO - epoch:0. iter/total_iter:7450/158025. lr:0.00100. loss:0.1444. spend/global_spend:4.5957/2:30:29. eta:2 days, 2:41:29
2019-10-04 03:08:07,431 - root - INFO - epoch:0. iter/total_iter:7460/158025. lr:0.00100. loss:0.1468. spend/global_spend:14.0145/2:30:43. eta:2 days, 2:41:55
2019-10-04 03:08:24,329 - root - INFO - epoch:0. iter/total_iter:7470/158025. lr:0.00100. loss:0.1469. spend/global_spend:16.8981/2:30:59. eta:2 days, 2:43:19
2019-10-04 03:08:28,926 - root - INFO - epoch:0. iter/total_iter:7480/158025. lr:0.00100. loss:0.1645. spend/global_spend:4.5962/2:31:04. eta:2 days, 2:40:35
2019-10-04 03:08:46,974 - root - INFO - epoch:0. iter/total_iter:7490/158025. lr:0.00100. loss:0.1593. spend/global_spend:18.0480/2:31:22. eta:2 days, 2:42:22
2019-10-04 03:08:51,586 - root - INFO - epoch:0. iter/total_iter:7500/158025. lr:0.00100. loss:0.1427. spend/global_spend:4.6121/2:31:27. eta:2 days, 2:39:39
2019-10-04 03:09:08,427 - root - INFO - epoch:0. iter/total_iter:7510/158025. lr:0.00100. loss:0.1507. spend/global_spend:16.8416/2:31:44. eta:2 days, 2:41:02
2019-10-04 03:09:24,786 - root - INFO - epoch:0. iter/total_iter:7520/158025. lr:0.00100. loss:0.1640. spend/global_spend:16.3591/2:32:00. eta:2 days, 2:42:15
2019-10-04 03:09:29,420 - root - INFO - epoch:0. iter/total_iter:7530/158025. lr:0.00100. loss:0.1390. spend/global_spend:4.6332/2:32:05. eta:2 days, 2:39:33
2019-10-04 03:09:46,885 - root - INFO - epoch:0. iter/total_iter:7540/158025. lr:0.00100. loss:0.1354. spend/global_spend:17.4630/2:32:22. eta:2 days, 2:41:07
2019-10-04 03:10:05,785 - root - INFO - epoch:0. iter/total_iter:7550/158025. lr:0.00100. loss:0.1626. spend/global_spend:18.9024/2:32:41. eta:2 days, 2:43:10
2019-10-04 03:10:13,707 - root - INFO - epoch:0. iter/total_iter:7560/158025. lr:0.00100. loss:0.1510. spend/global_spend:7.9224/2:32:49. eta:2 days, 2:41:34
2019-10-04 03:10:29,401 - root - INFO - epoch:0. iter/total_iter:7570/158025. lr:0.00100. loss:0.1575. spend/global_spend:15.6934/2:33:05. eta:2 days, 2:42:33
2019-10-04 03:10:35,927 - root - INFO - epoch:0. iter/total_iter:7580/158025. lr:0.00100. loss:0.1527. spend/global_spend:6.5266/2:33:11. eta:2 days, 2:40:29
2019-10-04 03:10:50,506 - root - INFO - epoch:0. iter/total_iter:7590/158025. lr:0.00100. loss:0.1534. spend/global_spend:14.5785/2:33:26. eta:2 days, 2:41:06
2019-10-04 03:11:09,501 - root - INFO - epoch:0. iter/total_iter:7600/158025. lr:0.00100. loss:0.1581. spend/global_spend:18.9952/2:33:45. eta:2 days, 2:43:10
2019-10-04 03:11:14,108 - root - INFO - epoch:0. iter/total_iter:7610/158025. lr:0.00100. loss:0.1775. spend/global_spend:4.6069/2:33:49. eta:2 days, 2:40:29
2019-10-04 03:11:32,700 - root - INFO - epoch:0. iter/total_iter:7620/158025. lr:0.00100. loss:0.1506. spend/global_spend:18.5922/2:34:08. eta:2 days, 2:42:24
2019-10-04 03:11:46,736 - root - INFO - epoch:0. iter/total_iter:7630/158025. lr:0.00100. loss:0.1528. spend/global_spend:14.0354/2:34:22. eta:2 days, 2:42:49
2019-10-04 03:11:58,014 - root - INFO - epoch:0. iter/total_iter:7640/158025. lr:0.00100. loss:0.1630. spend/global_spend:11.2781/2:34:33. eta:2 days, 2:42:20
2019-10-04 03:12:08,564 - root - INFO - epoch:0. iter/total_iter:7650/158025. lr:0.00100. loss:0.1324. spend/global_spend:10.5503/2:34:44. eta:2 days, 2:41:37
2019-10-04 03:12:13,182 - root - INFO - epoch:0. iter/total_iter:7660/158025. lr:0.00100. loss:0.1460. spend/global_spend:4.6179/2:34:48. eta:2 days, 2:38:57
2019-10-04 03:12:31,321 - root - INFO - epoch:0. iter/total_iter:7670/158025. lr:0.00100. loss:0.1398. spend/global_spend:18.1391/2:35:06. eta:2 days, 2:40:43
2019-10-04 03:12:45,163 - root - INFO - epoch:0. iter/total_iter:7680/158025. lr:0.00100. loss:0.1373. spend/global_spend:13.8423/2:35:20. eta:2 days, 2:41:04
2019-10-04 03:12:49,764 - root - INFO - epoch:0. iter/total_iter:7690/158025. lr:0.00100. loss:0.1533. spend/global_spend:4.6012/2:35:25. eta:2 days, 2:38:25
2019-10-04 03:13:10,116 - root - INFO - epoch:0. iter/total_iter:7700/158025. lr:0.00100. loss:0.1425. spend/global_spend:20.3516/2:35:45. eta:2 days, 2:40:53
2019-10-04 03:13:26,561 - root - INFO - epoch:0. iter/total_iter:7710/158025. lr:0.00100. loss:0.1477. spend/global_spend:16.4447/2:36:02. eta:2 days, 2:42:05
2019-10-04 03:13:31,160 - root - INFO - epoch:0. iter/total_iter:7720/158025. lr:0.00100. loss:0.1537. spend/global_spend:4.5991/2:36:06. eta:2 days, 2:39:26
2019-10-04 03:13:48,890 - root - INFO - epoch:0. iter/total_iter:7730/158025. lr:0.00100. loss:0.1670. spend/global_spend:17.7302/2:36:24. eta:2 days, 2:41:03
2019-10-04 03:13:53,492 - root - INFO - epoch:0. iter/total_iter:7740/158025. lr:0.00100. loss:0.1267. spend/global_spend:4.6016/2:36:29. eta:2 days, 2:38:24
2019-10-04 03:14:09,821 - root - INFO - epoch:0. iter/total_iter:7750/158025. lr:0.00100. loss:0.1420. spend/global_spend:16.3295/2:36:45. eta:2 days, 2:39:34
2019-10-04 03:14:25,916 - root - INFO - epoch:0. iter/total_iter:7760/158025. lr:0.00100. loss:0.1408. spend/global_spend:16.0944/2:37:01. eta:2 days, 2:40:38
2019-10-04 03:14:36,838 - root - INFO - epoch:0. iter/total_iter:7770/158025. lr:0.00100. loss:0.1526. spend/global_spend:10.9220/2:37:12. eta:2 days, 2:40:02
2019-10-04 03:14:47,534 - root - INFO - epoch:0. iter/total_iter:7780/158025. lr:0.00100. loss:0.1469. spend/global_spend:10.6961/2:37:23. eta:2 days, 2:39:22
2019-10-04 03:15:05,057 - root - INFO - epoch:0. iter/total_iter:7790/158025. lr:0.00100. loss:0.1485. spend/global_spend:17.5227/2:37:40. eta:2 days, 2:40:54
2019-10-04 03:15:13,535 - root - INFO - epoch:0. iter/total_iter:7800/158025. lr:0.00100. loss:0.1602. spend/global_spend:8.4790/2:37:49. eta:2 days, 2:39:31
2019-10-04 03:15:29,025 - root - INFO - epoch:0. iter/total_iter:7810/158025. lr:0.00100. loss:0.1642. spend/global_spend:15.4900/2:38:04. eta:2 days, 2:40:24
2019-10-04 03:15:34,621 - root - INFO - epoch:0. iter/total_iter:7820/158025. lr:0.00100. loss:0.1385. spend/global_spend:5.5952/2:38:10. eta:2 days, 2:38:06
2019-10-04 03:15:52,364 - root - INFO - epoch:0. iter/total_iter:7830/158025. lr:0.00100. loss:0.1668. spend/global_spend:17.7438/2:38:27. eta:2 days, 2:39:41
2019-10-04 03:16:09,125 - root - INFO - epoch:0. iter/total_iter:7840/158025. lr:0.00100. loss:0.1557. spend/global_spend:16.7604/2:38:44. eta:2 days, 2:40:58
2019-10-04 03:16:18,774 - root - INFO - epoch:0. iter/total_iter:7850/158025. lr:0.00100. loss:0.1465. spend/global_spend:9.6494/2:38:54. eta:2 days, 2:39:58
2019-10-04 03:16:31,713 - root - INFO - epoch:0. iter/total_iter:7860/158025. lr:0.00100. loss:0.1742. spend/global_spend:12.9386/2:39:07. eta:2 days, 2:40:01
2019-10-04 03:16:45,829 - root - INFO - epoch:0. iter/total_iter:7870/158025. lr:0.00100. loss:0.1439. spend/global_spend:14.1159/2:39:21. eta:2 days, 2:40:26
2019-10-04 03:17:02,023 - root - INFO - epoch:0. iter/total_iter:7880/158025. lr:0.00100. loss:0.1465. spend/global_spend:16.1943/2:39:37. eta:2 days, 2:41:31
2019-10-04 03:17:07,679 - root - INFO - epoch:0. iter/total_iter:7890/158025. lr:0.00100. loss:0.1529. spend/global_spend:5.6558/2:39:43. eta:2 days, 2:39:15
2019-10-04 03:17:25,914 - root - INFO - epoch:0. iter/total_iter:7900/158025. lr:0.00100. loss:0.1549. spend/global_spend:18.2349/2:40:01. eta:2 days, 2:40:59
2019-10-04 03:17:31,863 - root - INFO - epoch:0. iter/total_iter:7910/158025. lr:0.00100. loss:0.1683. spend/global_spend:5.9491/2:40:07. eta:2 days, 2:38:49
2019-10-04 03:17:51,144 - root - INFO - epoch:0. iter/total_iter:7920/158025. lr:0.00100. loss:0.1768. spend/global_spend:19.2810/2:40:26. eta:2 days, 2:40:52
2019-10-04 03:18:04,166 - root - INFO - epoch:0. iter/total_iter:7930/158025. lr:0.00100. loss:0.1521. spend/global_spend:13.0218/2:40:39. eta:2 days, 2:40:56
2019-10-04 03:18:08,796 - root - INFO - epoch:0. iter/total_iter:7940/158025. lr:0.00100. loss:0.1343. spend/global_spend:4.6301/2:40:44. eta:2 days, 2:38:22
2019-10-04 03:18:26,242 - root - INFO - epoch:0. iter/total_iter:7950/158025. lr:0.00100. loss:0.1674. spend/global_spend:17.4458/2:41:01. eta:2 days, 2:39:50
2019-10-04 03:18:43,725 - root - INFO - epoch:0. iter/total_iter:7960/158025. lr:0.00100. loss:0.1467. spend/global_spend:17.4840/2:41:19. eta:2 days, 2:41:18
2019-10-04 03:18:48,324 - root - INFO - epoch:0. iter/total_iter:7970/158025. lr:0.00100. loss:0.1602. spend/global_spend:4.5990/2:41:23. eta:2 days, 2:38:43
2019-10-04 03:19:06,273 - root - INFO - epoch:0. iter/total_iter:7980/158025. lr:0.00100. loss:0.1235. spend/global_spend:17.9490/2:41:41. eta:2 days, 2:40:20
2019-10-04 03:19:10,889 - root - INFO - epoch:0. iter/total_iter:7990/158025. lr:0.00100. loss:0.1633. spend/global_spend:4.6152/2:41:46. eta:2 days, 2:37:46
2019-10-04 03:19:24,488 - root - INFO - epoch:0. iter/total_iter:8000/158025. lr:0.00100. loss:0.1551. spend/global_spend:13.5994/2:42:00. eta:2 days, 2:38:02
2019-10-04 03:19:39,939 - root - INFO - epoch:0. iter/total_iter:8010/158025. lr:0.00100. loss:0.1593. spend/global_spend:15.4515/2:42:15. eta:2 days, 2:38:51
2019-10-04 03:19:44,558 - root - INFO - epoch:0. iter/total_iter:8020/158025. lr:0.00100. loss:0.1389. spend/global_spend:4.6181/2:42:20. eta:2 days, 2:36:18
2019-10-04 03:20:04,376 - root - INFO - epoch:0. iter/total_iter:8030/158025. lr:0.00100. loss:0.1306. spend/global_spend:19.8180/2:42:39. eta:2 days, 2:38:29
2019-10-04 03:20:24,941 - root - INFO - epoch:0. iter/total_iter:8040/158025. lr:0.00100. loss:0.1458. spend/global_spend:20.5660/2:43:00. eta:2 days, 2:40:54
2019-10-04 03:20:29,550 - root - INFO - epoch:0. iter/total_iter:8050/158025. lr:0.00100. loss:0.1427. spend/global_spend:4.6089/2:43:05. eta:2 days, 2:38:21
2019-10-04 03:20:46,263 - root - INFO - epoch:0. iter/total_iter:8060/158025. lr:0.00100. loss:0.1342. spend/global_spend:16.7124/2:43:21. eta:2 days, 2:39:34
2019-10-04 03:20:50,855 - root - INFO - epoch:0. iter/total_iter:8070/158025. lr:0.00100. loss:0.1633. spend/global_spend:4.5921/2:43:26. eta:2 days, 2:37:01
2019-10-04 03:21:09,730 - root - INFO - epoch:0. iter/total_iter:8080/158025. lr:0.00100. loss:0.1659. spend/global_spend:18.8751/2:43:45. eta:2 days, 2:38:54
2019-10-04 03:21:23,579 - root - INFO - epoch:0. iter/total_iter:8090/158025. lr:0.00100. loss:0.1724. spend/global_spend:13.8486/2:43:59. eta:2 days, 2:39:13
2019-10-04 03:21:28,212 - root - INFO - epoch:0. iter/total_iter:8100/158025. lr:0.00100. loss:0.1259. spend/global_spend:4.6334/2:44:03. eta:2 days, 2:36:41
2019-10-04 03:21:48,405 - root - INFO - epoch:0. iter/total_iter:8110/158025. lr:0.00100. loss:0.1278. spend/global_spend:20.1932/2:44:24. eta:2 days, 2:38:58
2019-10-04 03:22:06,172 - root - INFO - epoch:0. iter/total_iter:8120/158025. lr:0.00100. loss:0.1520. spend/global_spend:17.7659/2:44:41. eta:2 days, 2:40:29
2019-10-04 03:22:10,788 - root - INFO - epoch:0. iter/total_iter:8130/158025. lr:0.00100. loss:0.1322. spend/global_spend:4.6165/2:44:46. eta:2 days, 2:37:57
2019-10-04 03:22:27,649 - root - INFO - epoch:0. iter/total_iter:8140/158025. lr:0.00100. loss:0.1520. spend/global_spend:16.8619/2:45:03. eta:2 days, 2:39:12
2019-10-04 03:22:32,255 - root - INFO - epoch:0. iter/total_iter:8150/158025. lr:0.00100. loss:0.1562. spend/global_spend:4.6055/2:45:07. eta:2 days, 2:36:41
2019-10-04 03:22:50,640 - root - INFO - epoch:0. iter/total_iter:8160/158025. lr:0.00100. loss:0.1429. spend/global_spend:18.3851/2:45:26. eta:2 days, 2:38:23
2019-10-04 03:23:09,445 - root - INFO - epoch:0. iter/total_iter:8170/158025. lr:0.00100. loss:0.1620. spend/global_spend:18.8046/2:45:45. eta:2 days, 2:40:13
2019-10-04 03:23:14,039 - root - INFO - epoch:0. iter/total_iter:8180/158025. lr:0.00100. loss:0.1448. spend/global_spend:4.5943/2:45:49. eta:2 days, 2:37:42
2019-10-04 03:23:29,396 - root - INFO - epoch:0. iter/total_iter:8190/158025. lr:0.00100. loss:0.1407. spend/global_spend:15.3566/2:46:04. eta:2 days, 2:38:28
2019-10-04 03:23:42,848 - root - INFO - epoch:0. iter/total_iter:8200/158025. lr:0.00100. loss:0.1643. spend/global_spend:13.4523/2:46:18. eta:2 days, 2:38:39
2019-10-04 03:23:47,467 - root - INFO - epoch:0. iter/total_iter:8210/158025. lr:0.00100. loss:0.1399. spend/global_spend:4.6191/2:46:23. eta:2 days, 2:36:09
2019-10-04 03:24:06,782 - root - INFO - epoch:0. iter/total_iter:8220/158025. lr:0.00100. loss:0.1388. spend/global_spend:19.3150/2:46:42. eta:2 days, 2:38:07
2019-10-04 03:24:11,449 - root - INFO - epoch:0. iter/total_iter:8230/158025. lr:0.00100. loss:0.1577. spend/global_spend:4.6671/2:46:47. eta:2 days, 2:35:39
2019-10-04 03:24:26,058 - root - INFO - epoch:0. iter/total_iter:8240/158025. lr:0.00100. loss:0.1335. spend/global_spend:14.6091/2:47:01. eta:2 days, 2:36:11
2019-10-04 03:24:44,584 - root - INFO - epoch:0. iter/total_iter:8250/158025. lr:0.00100. loss:0.1588. spend/global_spend:18.5252/2:47:20. eta:2 days, 2:37:54
2019-10-04 03:24:49,190 - root - INFO - epoch:0. iter/total_iter:8260/158025. lr:0.00100. loss:0.1475. spend/global_spend:4.6068/2:47:24. eta:2 days, 2:35:25
2019-10-04 03:25:05,542 - root - INFO - epoch:0. iter/total_iter:8270/158025. lr:0.00100. loss:0.1478. spend/global_spend:16.3519/2:47:41. eta:2 days, 2:36:29
2019-10-04 03:25:23,803 - root - INFO - epoch:0. iter/total_iter:8280/158025. lr:0.00100. loss:0.1387. spend/global_spend:18.2609/2:47:59. eta:2 days, 2:38:07
2019-10-04 03:25:28,415 - root - INFO - epoch:0. iter/total_iter:8290/158025. lr:0.00100. loss:0.1589. spend/global_spend:4.6118/2:48:04. eta:2 days, 2:35:38
2019-10-04 03:25:46,062 - root - INFO - epoch:0. iter/total_iter:8300/158025. lr:0.00100. loss:0.1438. spend/global_spend:17.6465/2:48:21. eta:2 days, 2:37:05
2019-10-04 03:25:50,675 - root - INFO - epoch:0. iter/total_iter:8310/158025. lr:0.00100. loss:0.1556. spend/global_spend:4.6136/2:48:26. eta:2 days, 2:34:37
2019-10-04 03:26:07,378 - root - INFO - epoch:0. iter/total_iter:8320/158025. lr:0.00100. loss:0.1685. spend/global_spend:16.7031/2:48:42. eta:2 days, 2:35:46
2019-10-04 03:26:25,340 - root - INFO - epoch:0. iter/total_iter:8330/158025. lr:0.00100. loss:0.1391. spend/global_spend:17.9617/2:49:00. eta:2 days, 2:37:18
2019-10-04 03:26:29,959 - root - INFO - epoch:0. iter/total_iter:8340/158025. lr:0.00100. loss:0.1342. spend/global_spend:4.6192/2:49:05. eta:2 days, 2:34:50
2019-10-04 03:26:47,692 - root - INFO - epoch:0. iter/total_iter:8350/158025. lr:0.00100. loss:0.1558. spend/global_spend:17.7331/2:49:23. eta:2 days, 2:36:18
2019-10-04 03:27:08,560 - root - INFO - epoch:0. iter/total_iter:8360/158025. lr:0.00100. loss:0.1303. spend/global_spend:20.8674/2:49:44. eta:2 days, 2:38:42
2019-10-04 03:27:13,200 - root - INFO - epoch:0. iter/total_iter:8370/158025. lr:0.00100. loss:0.1425. spend/global_spend:4.6400/2:49:48. eta:2 days, 2:36:15
2019-10-04 03:27:28,276 - root - INFO - epoch:0. iter/total_iter:8380/158025. lr:0.00100. loss:0.1717. spend/global_spend:15.0765/2:50:03. eta:2 days, 2:36:54
2019-10-04 03:27:32,911 - root - INFO - epoch:0. iter/total_iter:8390/158025. lr:0.00100. loss:0.1431. spend/global_spend:4.6347/2:50:08. eta:2 days, 2:34:28
2019-10-04 03:27:49,906 - root - INFO - epoch:0. iter/total_iter:8400/158025. lr:0.00100. loss:0.1534. spend/global_spend:16.9950/2:50:25. eta:2 days, 2:35:41
2019-10-04 03:28:07,468 - root - INFO - epoch:0. iter/total_iter:8410/158025. lr:0.00100. loss:0.1530. spend/global_spend:17.5621/2:50:43. eta:2 days, 2:37:05
2019-10-04 03:28:12,073 - root - INFO - epoch:0. iter/total_iter:8420/158025. lr:0.00100. loss:0.1458. spend/global_spend:4.6046/2:50:47. eta:2 days, 2:34:38
2019-10-04 03:28:31,076 - root - INFO - epoch:0. iter/total_iter:8430/158025. lr:0.00100. loss:0.1411. spend/global_spend:19.0033/2:51:06. eta:2 days, 2:36:27
2019-10-04 03:28:46,035 - root - INFO - epoch:0. iter/total_iter:8440/158025. lr:0.00100. loss:0.1636. spend/global_spend:14.9595/2:51:21. eta:2 days, 2:37:04
2019-10-04 03:28:50,635 - root - INFO - epoch:0. iter/total_iter:8450/158025. lr:0.00100. loss:0.1423. spend/global_spend:4.5995/2:51:26. eta:2 days, 2:34:38
2019-10-04 03:29:08,047 - root - INFO - epoch:0. iter/total_iter:8460/158025. lr:0.00100. loss:0.1609. spend/global_spend:17.4119/2:51:43. eta:2 days, 2:35:58
2019-10-04 03:29:17,829 - root - INFO - epoch:0. iter/total_iter:8470/158025. lr:0.00100. loss:0.1591. spend/global_spend:9.7828/2:51:53. eta:2 days, 2:35:04
2019-10-04 03:29:29,628 - root - INFO - epoch:0. iter/total_iter:8480/158025. lr:0.00100. loss:0.1248. spend/global_spend:11.7979/2:52:05. eta:2 days, 2:34:45
2019-10-04 03:29:44,667 - root - INFO - epoch:0. iter/total_iter:8490/158025. lr:0.00100. loss:0.1470. spend/global_spend:15.0394/2:52:20. eta:2 days, 2:35:23
2019-10-04 03:29:51,509 - root - INFO - epoch:0. iter/total_iter:8500/158025. lr:0.00100. loss:0.1631. spend/global_spend:6.8420/2:52:27. eta:2 days, 2:33:37
2019-10-04 03:30:07,771 - root - INFO - epoch:0. iter/total_iter:8510/158025. lr:0.00100. loss:0.1363. spend/global_spend:16.2619/2:52:43. eta:2 days, 2:34:37
2019-10-04 03:30:23,220 - root - INFO - epoch:0. iter/total_iter:8520/158025. lr:0.00100. loss:0.1673. spend/global_spend:15.4492/2:52:58. eta:2 days, 2:35:22
2019-10-04 03:30:27,827 - root - INFO - epoch:0. iter/total_iter:8530/158025. lr:0.00100. loss:0.1549. spend/global_spend:4.6069/2:53:03. eta:2 days, 2:32:57
2019-10-04 03:30:42,034 - root - INFO - epoch:0. iter/total_iter:8540/158025. lr:0.00100. loss:0.1746. spend/global_spend:14.2078/2:53:17. eta:2 days, 2:33:21
2019-10-04 03:30:58,697 - root - INFO - epoch:0. iter/total_iter:8550/158025. lr:0.00100. loss:0.1387. spend/global_spend:16.6627/2:53:34. eta:2 days, 2:34:27
2019-10-04 03:31:03,408 - root - INFO - epoch:0. iter/total_iter:8560/158025. lr:0.00100. loss:0.1420. spend/global_spend:4.7109/2:53:39. eta:2 days, 2:32:04
2019-10-04 03:31:20,371 - root - INFO - epoch:0. iter/total_iter:8570/158025. lr:0.00100. loss:0.1488. spend/global_spend:16.9628/2:53:55. eta:2 days, 2:33:16
2019-10-04 03:31:33,215 - root - INFO - epoch:0. iter/total_iter:8580/158025. lr:0.00100. loss:0.1406. spend/global_spend:12.8443/2:54:08. eta:2 days, 2:33:15
2019-10-04 03:31:41,793 - root - INFO - epoch:0. iter/total_iter:8590/158025. lr:0.00100. loss:0.1620. spend/global_spend:8.5778/2:54:17. eta:2 days, 2:32:00
2019-10-04 03:31:59,655 - root - INFO - epoch:0. iter/total_iter:8600/158025. lr:0.00100. loss:0.1591. spend/global_spend:17.8619/2:54:35. eta:2 days, 2:33:27
2019-10-04 03:32:04,265 - root - INFO - epoch:0. iter/total_iter:8610/158025. lr:0.00100. loss:0.1534. spend/global_spend:4.6098/2:54:39. eta:2 days, 2:31:03
2019-10-04 03:32:20,401 - root - INFO - epoch:0. iter/total_iter:8620/158025. lr:0.00100. loss:0.1177. spend/global_spend:16.1359/2:54:56. eta:2 days, 2:32:00
2019-10-04 03:32:39,901 - root - INFO - epoch:0. iter/total_iter:8630/158025. lr:0.00100. loss:0.1469. spend/global_spend:19.5002/2:55:15. eta:2 days, 2:33:55
2019-10-04 03:32:44,972 - root - INFO - epoch:0. iter/total_iter:8640/158025. lr:0.00100. loss:0.1552. spend/global_spend:5.0715/2:55:20. eta:2 days, 2:31:39
2019-10-04 03:33:00,893 - root - INFO - epoch:0. iter/total_iter:8650/158025. lr:0.00100. loss:0.1407. spend/global_spend:15.9209/2:55:36. eta:2 days, 2:32:32
2019-10-04 03:33:17,617 - root - INFO - epoch:0. iter/total_iter:8660/158025. lr:0.00100. loss:0.1571. spend/global_spend:16.7240/2:55:53. eta:2 days, 2:33:38
2019-10-04 03:33:25,265 - root - INFO - epoch:0. iter/total_iter:8670/158025. lr:0.00100. loss:0.1513. spend/global_spend:7.6481/2:56:00. eta:2 days, 2:32:08
2019-10-04 03:33:42,851 - root - INFO - epoch:0. iter/total_iter:8680/158025. lr:0.00100. loss:0.1575. spend/global_spend:17.5856/2:56:18. eta:2 days, 2:33:29
2019-10-04 03:33:47,604 - root - INFO - epoch:0. iter/total_iter:8690/158025. lr:0.00100. loss:0.1806. spend/global_spend:4.7536/2:56:23. eta:2 days, 2:31:09
2019-10-04 03:34:02,718 - root - INFO - epoch:0. iter/total_iter:8700/158025. lr:0.00100. loss:0.1436. spend/global_spend:15.1138/2:56:38. eta:2 days, 2:31:47
2019-10-04 03:34:15,695 - root - INFO - epoch:0. iter/total_iter:8710/158025. lr:0.00100. loss:0.1485. spend/global_spend:12.9764/2:56:51. eta:2 days, 2:31:48
2019-10-04 03:34:27,405 - root - INFO - epoch:0. iter/total_iter:8720/158025. lr:0.00100. loss:0.1667. spend/global_spend:11.7103/2:57:03. eta:2 days, 2:31:28
2019-10-04 03:34:43,148 - root - INFO - epoch:0. iter/total_iter:8730/158025. lr:0.00100. loss:0.1764. spend/global_spend:15.7428/2:57:18. eta:2 days, 2:32:17
2019-10-04 03:34:55,855 - root - INFO - epoch:0. iter/total_iter:8740/158025. lr:0.00100. loss:0.1388. spend/global_spend:12.7073/2:57:31. eta:2 days, 2:32:13
2019-10-04 03:35:02,874 - root - INFO - epoch:0. iter/total_iter:8750/158025. lr:0.00100. loss:0.1458. spend/global_spend:7.0188/2:57:38. eta:2 days, 2:30:33
2019-10-04 03:35:16,601 - root - INFO - epoch:0. iter/total_iter:8760/158025. lr:0.00100. loss:0.1276. spend/global_spend:13.7277/2:57:52. eta:2 days, 2:30:47
2019-10-04 03:35:26,665 - root - INFO - epoch:0. iter/total_iter:8770/158025. lr:0.00100. loss:0.1609. spend/global_spend:10.0632/2:58:02. eta:2 days, 2:29:59
2019-10-04 03:35:38,827 - root - INFO - epoch:0. iter/total_iter:8780/158025. lr:0.00100. loss:0.1644. spend/global_spend:12.1625/2:58:14. eta:2 days, 2:29:46
2019-10-04 03:35:53,620 - root - INFO - epoch:0. iter/total_iter:8790/158025. lr:0.00100. loss:0.1387. spend/global_spend:14.7925/2:58:29. eta:2 days, 2:30:19
2019-10-04 03:36:05,074 - root - INFO - epoch:0. iter/total_iter:8800/158025. lr:0.00100. loss:0.1392. spend/global_spend:11.4541/2:58:40. eta:2 days, 2:29:54
2019-10-04 03:36:15,617 - root - INFO - epoch:0. iter/total_iter:8810/158025. lr:0.00100. loss:0.1716. spend/global_spend:10.5433/2:58:51. eta:2 days, 2:29:14
2019-10-04 03:36:28,940 - root - INFO - epoch:0. iter/total_iter:8820/158025. lr:0.00100. loss:0.1309. spend/global_spend:13.3226/2:59:04. eta:2 days, 2:29:21
2019-10-04 03:36:45,641 - root - INFO - epoch:0. iter/total_iter:8830/158025. lr:0.00100. loss:0.1584. spend/global_spend:16.7017/2:59:21. eta:2 days, 2:30:25
2019-10-04 03:36:50,591 - root - INFO - epoch:0. iter/total_iter:8840/158025. lr:0.00100. loss:0.1482. spend/global_spend:4.9499/2:59:26. eta:2 days, 2:28:11
2019-10-04 03:37:06,994 - root - INFO - epoch:0. iter/total_iter:8850/158025. lr:0.00100. loss:0.1533. spend/global_spend:16.4029/2:59:42. eta:2 days, 2:29:10
2019-10-04 03:37:25,168 - root - INFO - epoch:0. iter/total_iter:8860/158025. lr:0.00100. loss:0.1498. spend/global_spend:18.1735/3:00:00. eta:2 days, 2:30:39
2019-10-04 03:37:36,037 - root - INFO - epoch:0. iter/total_iter:8870/158025. lr:0.00100. loss:0.1790. spend/global_spend:10.8693/3:00:11. eta:2 days, 2:30:04
2019-10-04 03:37:50,819 - root - INFO - epoch:0. iter/total_iter:8880/158025. lr:0.00100. loss:0.1656. spend/global_spend:14.7815/3:00:26. eta:2 days, 2:30:36
2019-10-04 03:37:55,430 - root - INFO - epoch:0. iter/total_iter:8890/158025. lr:0.00100. loss:0.1534. spend/global_spend:4.6121/3:00:31. eta:2 days, 2:28:16
2019-10-04 03:38:15,507 - root - INFO - epoch:0. iter/total_iter:8900/158025. lr:0.00100. loss:0.1405. spend/global_spend:20.0761/3:00:51. eta:2 days, 2:30:17
2019-10-04 03:38:29,878 - root - INFO - epoch:0. iter/total_iter:8910/158025. lr:0.00100. loss:0.1347. spend/global_spend:14.3710/3:01:05. eta:2 days, 2:30:41
2019-10-04 03:38:36,647 - root - INFO - epoch:0. iter/total_iter:8920/158025. lr:0.00100. loss:0.1689. spend/global_spend:6.7699/3:01:12. eta:2 days, 2:28:58
2019-10-04 03:38:50,474 - root - INFO - epoch:0. iter/total_iter:8930/158025. lr:0.00100. loss:0.1448. spend/global_spend:13.8264/3:01:26. eta:2 days, 2:29:13
2019-10-04 03:39:07,130 - root - INFO - epoch:0. iter/total_iter:8940/158025. lr:0.00100. loss:0.1773. spend/global_spend:16.6560/3:01:42. eta:2 days, 2:30:15
2019-10-04 03:39:16,215 - root - INFO - epoch:0. iter/total_iter:8950/158025. lr:0.00100. loss:0.1516. spend/global_spend:9.0851/3:01:51. eta:2 days, 2:29:11
2019-10-04 03:39:31,108 - root - INFO - epoch:0. iter/total_iter:8960/158025. lr:0.00100. loss:0.1473. spend/global_spend:14.8927/3:02:06. eta:2 days, 2:29:44
2019-10-04 03:39:40,838 - root - INFO - epoch:0. iter/total_iter:8970/158025. lr:0.00100. loss:0.1461. spend/global_spend:9.7300/3:02:16. eta:2 days, 2:28:51
2019-10-04 03:39:55,943 - root - INFO - epoch:0. iter/total_iter:8980/158025. lr:0.00100. loss:0.1479. spend/global_spend:15.1055/3:02:31. eta:2 days, 2:29:27
2019-10-04 03:40:15,159 - root - INFO - epoch:0. iter/total_iter:8990/158025. lr:0.00100. loss:0.1536. spend/global_spend:19.2151/3:02:50. eta:2 days, 2:31:11
2019-10-04 03:40:19,756 - root - INFO - epoch:0. iter/total_iter:9000/158025. lr:0.00100. loss:0.1624. spend/global_spend:4.5974/3:02:55. eta:2 days, 2:28:53
2019-10-04 03:40:35,115 - root - INFO - epoch:0. iter/total_iter:9010/158025. lr:0.00100. loss:0.1592. spend/global_spend:15.3589/3:03:10. eta:2 days, 2:29:33
2019-10-04 03:40:53,065 - root - INFO - epoch:0. iter/total_iter:9020/158025. lr:0.00100. loss:0.1685. spend/global_spend:17.9499/3:03:28. eta:2 days, 2:30:56
2019-10-04 03:40:57,661 - root - INFO - epoch:0. iter/total_iter:9030/158025. lr:0.00100. loss:0.1400. spend/global_spend:4.5966/3:03:33. eta:2 days, 2:28:38
2019-10-04 03:41:11,422 - root - INFO - epoch:0. iter/total_iter:9040/158025. lr:0.00100. loss:0.1513. spend/global_spend:13.7612/3:03:47. eta:2 days, 2:28:52
2019-10-04 03:41:16,055 - root - INFO - epoch:0. iter/total_iter:9050/158025. lr:0.00100. loss:0.1507. spend/global_spend:4.6330/3:03:51. eta:2 days, 2:26:35
2019-10-04 03:41:32,252 - root - INFO - epoch:0. iter/total_iter:9060/158025. lr:0.00100. loss:0.1612. spend/global_spend:16.1969/3:04:07. eta:2 days, 2:27:29
2019-10-04 03:41:49,254 - root - INFO - epoch:0. iter/total_iter:9070/158025. lr:0.00100. loss:0.1480. spend/global_spend:17.0019/3:04:24. eta:2 days, 2:28:36
2019-10-04 03:41:53,884 - root - INFO - epoch:0. iter/total_iter:9080/158025. lr:0.00100. loss:0.1475. spend/global_spend:4.6303/3:04:29. eta:2 days, 2:26:19
2019-10-04 03:42:10,711 - root - INFO - epoch:0. iter/total_iter:9090/158025. lr:0.00100. loss:0.1415. spend/global_spend:16.8264/3:04:46. eta:2 days, 2:27:23
2019-10-04 03:42:30,436 - root - INFO - epoch:0. iter/total_iter:9100/158025. lr:0.00100. loss:0.1474. spend/global_spend:19.7253/3:05:06. eta:2 days, 2:29:14
2019-10-04 03:42:35,042 - root - INFO - epoch:0. iter/total_iter:9110/158025. lr:0.00100. loss:0.1393. spend/global_spend:4.6054/3:05:10. eta:2 days, 2:26:58
2019-10-04 03:42:53,498 - root - INFO - epoch:0. iter/total_iter:9120/158025. lr:0.00100. loss:0.1698. spend/global_spend:18.4560/3:05:29. eta:2 days, 2:28:28
2019-10-04 03:42:58,098 - root - INFO - epoch:0. iter/total_iter:9130/158025. lr:0.00100. loss:0.1373. spend/global_spend:4.6001/3:05:33. eta:2 days, 2:26:11
2019-10-04 03:43:13,363 - root - INFO - epoch:0. iter/total_iter:9140/158025. lr:0.00100. loss:0.1535. spend/global_spend:15.2652/3:05:48. eta:2 days, 2:26:49
2019-10-04 03:43:33,717 - root - INFO - epoch:0. iter/total_iter:9150/158025. lr:0.00100. loss:0.1535. spend/global_spend:20.3542/3:06:09. eta:2 days, 2:28:50
2019-10-04 03:43:38,335 - root - INFO - epoch:0. iter/total_iter:9160/158025. lr:0.00100. loss:0.1516. spend/global_spend:4.6177/3:06:13. eta:2 days, 2:26:34
2019-10-04 03:43:55,208 - root - INFO - epoch:0. iter/total_iter:9170/158025. lr:0.00100. loss:0.1382. spend/global_spend:16.8720/3:06:30. eta:2 days, 2:27:38
2019-10-04 03:44:15,115 - root - INFO - epoch:0. iter/total_iter:9180/158025. lr:0.00100. loss:0.1570. spend/global_spend:19.9079/3:06:50. eta:2 days, 2:29:31
2019-10-04 03:44:19,728 - root - INFO - epoch:0. iter/total_iter:9190/158025. lr:0.00100. loss:0.1636. spend/global_spend:4.6132/3:06:55. eta:2 days, 2:27:15
2019-10-04 03:44:36,985 - root - INFO - epoch:0. iter/total_iter:9200/158025. lr:0.00100. loss:0.1464. spend/global_spend:17.2566/3:07:12. eta:2 days, 2:28:25
2019-10-04 03:44:41,589 - root - INFO - epoch:0. iter/total_iter:9210/158025. lr:0.00100. loss:0.1570. spend/global_spend:4.6043/3:07:17. eta:2 days, 2:26:10
2019-10-04 03:44:57,748 - root - INFO - epoch:0. iter/total_iter:9220/158025. lr:0.00100. loss:0.1578. spend/global_spend:16.1588/3:07:33. eta:2 days, 2:27:01
2019-10-04 03:45:16,423 - root - INFO - epoch:0. iter/total_iter:9230/158025. lr:0.00100. loss:0.1372. spend/global_spend:18.6752/3:07:52. eta:2 days, 2:28:34
2019-10-04 03:45:21,022 - root - INFO - epoch:0. iter/total_iter:9240/158025. lr:0.00100. loss:0.1629. spend/global_spend:4.5996/3:07:56. eta:2 days, 2:26:19
2019-10-04 03:45:35,010 - root - INFO - epoch:0. iter/total_iter:9250/158025. lr:0.00100. loss:0.1372. spend/global_spend:13.9878/3:08:10. eta:2 days, 2:26:35
2019-10-04 03:45:53,303 - root - INFO - epoch:0. iter/total_iter:9260/158025. lr:0.00100. loss:0.1574. spend/global_spend:18.2924/3:08:28. eta:2 days, 2:28:01
2019-10-04 03:45:57,894 - root - INFO - epoch:0. iter/total_iter:9270/158025. lr:0.00100. loss:0.1354. spend/global_spend:4.5919/3:08:33. eta:2 days, 2:25:46
2019-10-04 03:46:15,798 - root - INFO - epoch:0. iter/total_iter:9280/158025. lr:0.00100. loss:0.1512. spend/global_spend:17.9041/3:08:51. eta:2 days, 2:27:05
2019-10-04 03:46:20,387 - root - INFO - epoch:0. iter/total_iter:9290/158025. lr:0.00100. loss:0.1569. spend/global_spend:4.5882/3:08:55. eta:2 days, 2:24:51
2019-10-04 03:46:37,308 - root - INFO - epoch:0. iter/total_iter:9300/158025. lr:0.00100. loss:0.1560. spend/global_spend:16.9217/3:09:12. eta:2 days, 2:25:54
2019-10-04 03:46:54,978 - root - INFO - epoch:0. iter/total_iter:9310/158025. lr:0.00100. loss:0.1615. spend/global_spend:17.6696/3:09:30. eta:2 days, 2:27:10
2019-10-04 03:46:59,598 - root - INFO - epoch:0. iter/total_iter:9320/158025. lr:0.00100. loss:0.1424. spend/global_spend:4.6204/3:09:35. eta:2 days, 2:24:56
2019-10-04 03:47:14,680 - root - INFO - epoch:0. iter/total_iter:9330/158025. lr:0.00100. loss:0.1544. spend/global_spend:15.0822/3:09:50. eta:2 days, 2:25:30
2019-10-04 03:47:31,619 - root - INFO - epoch:0. iter/total_iter:9340/158025. lr:0.00100. loss:0.1485. spend/global_spend:16.9380/3:10:07. eta:2 days, 2:26:33
2019-10-04 03:47:36,210 - root - INFO - epoch:0. iter/total_iter:9350/158025. lr:0.00100. loss:0.1358. spend/global_spend:4.5911/3:10:11. eta:2 days, 2:24:19
2019-10-04 03:47:55,552 - root - INFO - epoch:0. iter/total_iter:9360/158025. lr:0.00100. loss:0.1460. spend/global_spend:19.3426/3:10:31. eta:2 days, 2:26:01
2019-10-04 03:48:00,146 - root - INFO - epoch:0. iter/total_iter:9370/158025. lr:0.00100. loss:0.1597. spend/global_spend:4.5940/3:10:35. eta:2 days, 2:23:48
2019-10-04 03:48:16,156 - root - INFO - epoch:0. iter/total_iter:9380/158025. lr:0.00100. loss:0.1332. spend/global_spend:16.0097/3:10:51. eta:2 days, 2:24:36
2019-10-04 03:48:36,067 - root - INFO - epoch:0. iter/total_iter:9390/158025. lr:0.00100. loss:0.1342. spend/global_spend:19.9112/3:11:11. eta:2 days, 2:26:25
2019-10-04 03:48:40,656 - root - INFO - epoch:0. iter/total_iter:9400/158025. lr:0.00100. loss:0.1411. spend/global_spend:4.5890/3:11:16. eta:2 days, 2:24:13
2019-10-04 03:48:59,367 - root - INFO - epoch:0. iter/total_iter:9410/158025. lr:0.00100. loss:0.1614. spend/global_spend:18.7106/3:11:34. eta:2 days, 2:25:43
2019-10-04 03:49:14,716 - root - INFO - epoch:0. iter/total_iter:9420/158025. lr:0.00100. loss:0.1537. spend/global_spend:15.3492/3:11:50. eta:2 days, 2:26:20
2019-10-04 03:49:19,309 - root - INFO - epoch:0. iter/total_iter:9430/158025. lr:0.00100. loss:0.1776. spend/global_spend:4.5926/3:11:54. eta:2 days, 2:24:08
2019-10-04 03:49:39,714 - root - INFO - epoch:0. iter/total_iter:9440/158025. lr:0.00100. loss:0.1375. spend/global_spend:20.4049/3:12:15. eta:2 days, 2:26:05
2019-10-04 03:49:44,314 - root - INFO - epoch:0. iter/total_iter:9450/158025. lr:0.00100. loss:0.1421. spend/global_spend:4.6009/3:12:19. eta:2 days, 2:23:53
2019-10-04 03:50:00,050 - root - INFO - epoch:0. iter/total_iter:9460/158025. lr:0.00100. loss:0.1689. spend/global_spend:15.7361/3:12:35. eta:2 days, 2:24:36
2019-10-04 03:50:14,179 - root - INFO - epoch:0. iter/total_iter:9470/158025. lr:0.00100. loss:0.1642. spend/global_spend:14.1286/3:12:49. eta:2 days, 2:24:54
2019-10-04 03:50:18,785 - root - INFO - epoch:0. iter/total_iter:9480/158025. lr:0.00100. loss:0.1563. spend/global_spend:4.6060/3:12:54. eta:2 days, 2:22:42
2019-10-04 03:50:32,326 - root - INFO - epoch:0. iter/total_iter:9490/158025. lr:0.00100. loss:0.1436. spend/global_spend:13.5414/3:13:07. eta:2 days, 2:22:51
2019-10-04 03:50:51,739 - root - INFO - epoch:0. iter/total_iter:9500/158025. lr:0.00100. loss:0.1454. spend/global_spend:19.4127/3:13:27. eta:2 days, 2:24:31
2019-10-04 03:50:56,339 - root - INFO - epoch:0. iter/total_iter:9510/158025. lr:0.00100. loss:0.1328. spend/global_spend:4.5996/3:13:31. eta:2 days, 2:22:20
2019-10-04 03:51:18,171 - root - INFO - epoch:0. iter/total_iter:9520/158025. lr:0.00100. loss:0.1433. spend/global_spend:21.8326/3:13:53. eta:2 days, 2:24:38
2019-10-04 03:51:22,774 - root - INFO - epoch:0. iter/total_iter:9530/158025. lr:0.00100. loss:0.1388. spend/global_spend:4.6027/3:13:58. eta:2 days, 2:22:27
2019-10-04 03:51:38,810 - root - INFO - epoch:0. iter/total_iter:9540/158025. lr:0.00100. loss:0.1316. spend/global_spend:16.0360/3:14:14. eta:2 days, 2:23:14
2019-10-04 03:51:54,794 - root - INFO - epoch:0. iter/total_iter:9550/158025. lr:0.00100. loss:0.1366. spend/global_spend:15.9846/3:14:30. eta:2 days, 2:24:01
2019-10-04 03:52:01,013 - root - INFO - epoch:0. iter/total_iter:9560/158025. lr:0.00100. loss:0.1278. spend/global_spend:6.2183/3:14:36. eta:2 days, 2:22:15
2019-10-04 03:52:13,486 - root - INFO - epoch:0. iter/total_iter:9570/158025. lr:0.00100. loss:0.1625. spend/global_spend:12.4732/3:14:49. eta:2 days, 2:22:07
2019-10-04 03:52:28,871 - root - INFO - epoch:0. iter/total_iter:9580/158025. lr:0.00100. loss:0.1620. spend/global_spend:15.3843/3:15:04. eta:2 days, 2:22:44
2019-10-04 03:52:38,109 - root - INFO - epoch:0. iter/total_iter:9590/158025. lr:0.00100. loss:0.1671. spend/global_spend:9.2389/3:15:13. eta:2 days, 2:21:45
2019-10-04 03:52:52,159 - root - INFO - epoch:0. iter/total_iter:9600/158025. lr:0.00100. loss:0.1523. spend/global_spend:14.0499/3:15:27. eta:2 days, 2:22:02
2019-10-04 03:52:57,453 - root - INFO - epoch:0. iter/total_iter:9610/158025. lr:0.00100. loss:0.1600. spend/global_spend:5.2938/3:15:33. eta:2 days, 2:20:03
2019-10-04 03:53:17,228 - root - INFO - epoch:0. iter/total_iter:9620/158025. lr:0.00100. loss:0.1544. spend/global_spend:19.7755/3:15:52. eta:2 days, 2:21:47
2019-10-04 03:53:30,226 - root - INFO - epoch:0. iter/total_iter:9630/158025. lr:0.00100. loss:0.1816. spend/global_spend:12.9977/3:16:05. eta:2 days, 2:21:47
2019-10-04 03:53:42,221 - root - INFO - epoch:0. iter/total_iter:9640/158025. lr:0.00100. loss:0.1666. spend/global_spend:11.9944/3:16:17. eta:2 days, 2:21:31
2019-10-04 03:53:49,087 - root - INFO - epoch:0. iter/total_iter:9650/158025. lr:0.00100. loss:0.1459. spend/global_spend:6.8665/3:16:24. eta:2 days, 2:19:57
2019-10-04 03:54:07,311 - root - INFO - epoch:0. iter/total_iter:9660/158025. lr:0.00100. loss:0.1417. spend/global_spend:18.2242/3:16:42. eta:2 days, 2:21:17
2019-10-04 03:54:19,449 - root - INFO - epoch:0. iter/total_iter:9670/158025. lr:0.00100. loss:0.1476. spend/global_spend:12.1375/3:16:55. eta:2 days, 2:21:03
2019-10-04 03:54:28,263 - root - INFO - epoch:0. iter/total_iter:9680/158025. lr:0.00100. loss:0.1582. spend/global_spend:8.8142/3:17:03. eta:2 days, 2:19:59
2019-10-04 03:54:41,682 - root - INFO - epoch:0. iter/total_iter:9690/158025. lr:0.00100. loss:0.1334. spend/global_spend:13.4188/3:17:17. eta:2 days, 2:20:05
2019-10-04 03:54:59,062 - root - INFO - epoch:0. iter/total_iter:9700/158025. lr:0.00100. loss:0.1545. spend/global_spend:17.3800/3:17:34. eta:2 days, 2:21:12
2019-10-04 03:55:05,094 - root - INFO - epoch:0. iter/total_iter:9710/158025. lr:0.00100. loss:0.1449. spend/global_spend:6.0323/3:17:40. eta:2 days, 2:19:25
2019-10-04 03:55:23,775 - root - INFO - epoch:0. iter/total_iter:9720/158025. lr:0.00100. loss:0.1541. spend/global_spend:18.6812/3:17:59. eta:2 days, 2:20:52
2019-10-04 03:55:29,822 - root - INFO - epoch:0. iter/total_iter:9730/158025. lr:0.00100. loss:0.1364. spend/global_spend:6.0467/3:18:05. eta:2 days, 2:19:05
2019-10-04 03:55:45,841 - root - INFO - epoch:0. iter/total_iter:9740/158025. lr:0.00100. loss:0.1346. spend/global_spend:16.0187/3:18:21. eta:2 days, 2:19:51
2019-10-04 03:56:01,948 - root - INFO - epoch:0. iter/total_iter:9750/158025. lr:0.00100. loss:0.1190. spend/global_spend:16.1078/3:18:37. eta:2 days, 2:20:38
2019-10-04 03:56:07,394 - root - INFO - epoch:0. iter/total_iter:9760/158025. lr:0.00100. loss:0.1389. spend/global_spend:5.4452/3:18:42. eta:2 days, 2:18:43
2019-10-04 03:56:22,521 - root - INFO - epoch:0. iter/total_iter:9770/158025. lr:0.00100. loss:0.1775. spend/global_spend:15.1277/3:18:58. eta:2 days, 2:19:15
2019-10-04 03:56:39,735 - root - INFO - epoch:0. iter/total_iter:9780/158025. lr:0.00100. loss:0.1586. spend/global_spend:17.2140/3:19:15. eta:2 days, 2:20:18
2019-10-04 03:56:46,312 - root - INFO - epoch:0. iter/total_iter:9790/158025. lr:0.00100. loss:0.1583. spend/global_spend:6.5765/3:19:21. eta:2 days, 2:18:40
2019-10-04 03:57:03,431 - root - INFO - epoch:0. iter/total_iter:9800/158025. lr:0.00100. loss:0.1366. spend/global_spend:17.1187/3:19:39. eta:2 days, 2:19:42
2019-10-04 03:57:13,689 - root - INFO - epoch:0. iter/total_iter:9810/158025. lr:0.00100. loss:0.1482. spend/global_spend:10.2584/3:19:49. eta:2 days, 2:19:00
2019-10-04 03:57:30,852 - root - INFO - epoch:0. iter/total_iter:9820/158025. lr:0.00100. loss:0.1332. spend/global_spend:17.1632/3:20:06. eta:2 days, 2:20:03
2019-10-04 03:57:35,448 - root - INFO - epoch:0. iter/total_iter:9830/158025. lr:0.00100. loss:0.1545. spend/global_spend:4.5962/3:20:11. eta:2 days, 2:17:56
2019-10-04 03:57:53,841 - root - INFO - epoch:0. iter/total_iter:9840/158025. lr:0.00100. loss:0.1517. spend/global_spend:18.3927/3:20:29. eta:2 days, 2:19:16
2019-10-04 03:58:05,525 - root - INFO - epoch:0. iter/total_iter:9850/158025. lr:0.00100. loss:0.1465. spend/global_spend:11.6837/3:20:41. eta:2 days, 2:18:56
2019-10-04 03:58:15,883 - root - INFO - epoch:0. iter/total_iter:9860/158025. lr:0.00100. loss:0.1469. spend/global_spend:10.3584/3:20:51. eta:2 days, 2:18:16
2019-10-04 03:58:31,180 - root - INFO - epoch:0. iter/total_iter:9870/158025. lr:0.00100. loss:0.1457. spend/global_spend:15.2966/3:21:06. eta:2 days, 2:18:50
2019-10-04 03:58:49,303 - root - INFO - epoch:0. iter/total_iter:9880/158025. lr:0.00100. loss:0.1412. spend/global_spend:18.1235/3:21:24. eta:2 days, 2:20:06
2019-10-04 03:58:56,684 - root - INFO - epoch:0. iter/total_iter:9890/158025. lr:0.00100. loss:0.1464. spend/global_spend:7.3803/3:21:32. eta:2 days, 2:18:41
2019-10-04 03:59:10,113 - root - INFO - epoch:0. iter/total_iter:9900/158025. lr:0.00100. loss:0.1497. spend/global_spend:13.4289/3:21:45. eta:2 days, 2:18:47
2019-10-04 03:59:19,948 - root - INFO - epoch:0. iter/total_iter:9910/158025. lr:0.00100. loss:0.1401. spend/global_spend:9.8352/3:21:55. eta:2 days, 2:17:59
2019-10-04 03:59:36,284 - root - INFO - epoch:0. iter/total_iter:9920/158025. lr:0.00100. loss:0.1334. spend/global_spend:16.3365/3:22:11. eta:2 days, 2:18:48
2019-10-04 03:59:50,321 - root - INFO - epoch:0. iter/total_iter:9930/158025. lr:0.00100. loss:0.1587. spend/global_spend:14.0367/3:22:25. eta:2 days, 2:19:03
2019-10-04 03:59:56,824 - root - INFO - epoch:0. iter/total_iter:9940/158025. lr:0.00100. loss:0.1438. spend/global_spend:6.5027/3:22:32. eta:2 days, 2:17:25
2019-10-04 04:00:12,849 - root - INFO - epoch:0. iter/total_iter:9950/158025. lr:0.00100. loss:0.1608. spend/global_spend:16.0258/3:22:48. eta:2 days, 2:18:09
2019-10-04 04:00:30,287 - root - INFO - epoch:0. iter/total_iter:9960/158025. lr:0.00100. loss:0.1535. spend/global_spend:17.4379/3:23:05. eta:2 days, 2:19:14
2019-10-04 04:00:35,777 - root - INFO - epoch:0. iter/total_iter:9970/158025. lr:0.00100. loss:0.1465. spend/global_spend:5.4892/3:23:11. eta:2 days, 2:17:22
2019-10-04 04:00:54,276 - root - INFO - epoch:0. iter/total_iter:9980/158025. lr:0.00100. loss:0.1563. spend/global_spend:18.4996/3:23:29. eta:2 days, 2:18:43
2019-10-04 04:00:58,882 - root - INFO - epoch:0. iter/total_iter:9990/158025. lr:0.00100. loss:0.1459. spend/global_spend:4.6058/3:23:34. eta:2 days, 2:16:38
2019-10-04 04:01:13,442 - root - INFO - epoch:0. iter/total_iter:10000/158025. lr:0.00100. loss:0.1443. spend/global_spend:14.5596/3:23:49. eta:2 days, 2:17:00
2019-10-04 04:01:28,352 - root - INFO - epoch:0. iter/total_iter:10010/158025. lr:0.00100. loss:0.1628. spend/global_spend:14.9107/3:24:03. eta:2 days, 2:17:27
2019-10-04 04:01:32,960 - root - INFO - epoch:0. iter/total_iter:10020/158025. lr:0.00100. loss:0.1469. spend/global_spend:4.6082/3:24:08. eta:2 days, 2:15:22
2019-10-04 04:01:50,275 - root - INFO - epoch:0. iter/total_iter:10030/158025. lr:0.00100. loss:0.1346. spend/global_spend:17.3144/3:24:25. eta:2 days, 2:16:25
2019-10-04 04:02:06,317 - root - INFO - epoch:0. iter/total_iter:10040/158025. lr:0.00100. loss:0.1260. spend/global_spend:16.0420/3:24:41. eta:2 days, 2:17:09
2019-10-04 04:02:10,919 - root - INFO - epoch:0. iter/total_iter:10050/158025. lr:0.00100. loss:0.1584. spend/global_spend:4.6023/3:24:46. eta:2 days, 2:15:05
2019-10-04 04:02:24,669 - root - INFO - epoch:0. iter/total_iter:10060/158025. lr:0.00100. loss:0.1523. spend/global_spend:13.7494/3:25:00. eta:2 days, 2:15:15
2019-10-04 04:02:34,008 - root - INFO - epoch:0. iter/total_iter:10070/158025. lr:0.00100. loss:0.1452. spend/global_spend:9.3390/3:25:09. eta:2 days, 2:14:20
2019-10-04 04:02:55,737 - root - INFO - epoch:0. iter/total_iter:10080/158025. lr:0.00100. loss:0.1631. spend/global_spend:21.7292/3:25:31. eta:2 days, 2:16:28
2019-10-04 04:03:16,436 - root - INFO - epoch:0. iter/total_iter:10090/158025. lr:0.00100. loss:0.1309. spend/global_spend:20.6995/3:25:52. eta:2 days, 2:18:19
2019-10-04 04:03:21,034 - root - INFO - epoch:0. iter/total_iter:10100/158025. lr:0.00100. loss:0.1450. spend/global_spend:4.5979/3:25:56. eta:2 days, 2:16:15
2019-10-04 04:03:30,488 - root - INFO - epoch:0. iter/total_iter:10110/158025. lr:0.00100. loss:0.1482. spend/global_spend:9.4543/3:26:06. eta:2 days, 2:15:22
2019-10-04 04:03:48,670 - root - INFO - epoch:0. iter/total_iter:10120/158025. lr:0.00100. loss:0.1462. spend/global_spend:18.1816/3:26:24. eta:2 days, 2:16:37
2019-10-04 04:03:54,004 - root - INFO - epoch:0. iter/total_iter:10130/158025. lr:0.00100. loss:0.1557. spend/global_spend:5.3343/3:26:29. eta:2 days, 2:14:44
2019-10-04 04:04:08,694 - root - INFO - epoch:0. iter/total_iter:10140/158025. lr:0.00100. loss:0.1244. spend/global_spend:14.6894/3:26:44. eta:2 days, 2:15:08
2019-10-04 04:04:17,812 - root - INFO - epoch:0. iter/total_iter:10150/158025. lr:0.00100. loss:0.1467. spend/global_spend:9.1178/3:26:53. eta:2 days, 2:14:10
2019-10-04 04:04:29,368 - root - INFO - epoch:0. iter/total_iter:10160/158025. lr:0.00100. loss:0.1539. spend/global_spend:11.5564/3:27:04. eta:2 days, 2:13:48
2019-10-04 04:04:50,829 - root - INFO - epoch:0. iter/total_iter:10170/158025. lr:0.00100. loss:0.1393. spend/global_spend:21.4615/3:27:26. eta:2 days, 2:15:50
2019-10-04 04:04:55,446 - root - INFO - epoch:0. iter/total_iter:10180/158025. lr:0.00100. loss:0.1403. spend/global_spend:4.6160/3:27:31. eta:2 days, 2:13:47
2019-10-04 04:05:17,424 - root - INFO - epoch:0. iter/total_iter:10190/158025. lr:0.00100. loss:0.1492. spend/global_spend:21.9783/3:27:53. eta:2 days, 2:15:56
2019-10-04 04:05:38,754 - root - INFO - epoch:0. iter/total_iter:10200/158025. lr:0.00100. loss:0.1690. spend/global_spend:21.3298/3:28:14. eta:2 days, 2:17:56
2019-10-04 04:05:43,343 - root - INFO - epoch:0. iter/total_iter:10210/158025. lr:0.00100. loss:0.1499. spend/global_spend:4.5891/3:28:18. eta:2 days, 2:15:53
2019-10-04 04:05:51,948 - root - INFO - epoch:0. iter/total_iter:10220/158025. lr:0.00100. loss:0.1539. spend/global_spend:8.6055/3:28:27. eta:2 days, 2:14:48
2019-10-04 04:05:56,567 - root - INFO - epoch:0. iter/total_iter:10230/158025. lr:0.00100. loss:0.1535. spend/global_spend:4.6185/3:28:32. eta:2 days, 2:12:45
2019-10-04 04:06:14,436 - root - INFO - epoch:0. iter/total_iter:10240/158025. lr:0.00100. loss:0.1300. spend/global_spend:17.8690/3:28:50. eta:2 days, 2:13:55
2019-10-04 04:06:29,128 - root - INFO - epoch:0. iter/total_iter:10250/158025. lr:0.00100. loss:0.1691. spend/global_spend:14.6929/3:29:04. eta:2 days, 2:14:18
2019-10-04 04:06:33,748 - root - INFO - epoch:0. iter/total_iter:10260/158025. lr:0.00100. loss:0.1436. spend/global_spend:4.6198/3:29:09. eta:2 days, 2:12:16
2019-10-04 04:06:51,397 - root - INFO - epoch:0. iter/total_iter:10270/158025. lr:0.00100. loss:0.1552. spend/global_spend:17.6488/3:29:26. eta:2 days, 2:13:22
2019-10-04 04:07:04,428 - root - INFO - epoch:0. iter/total_iter:10280/158025. lr:0.00100. loss:0.1586. spend/global_spend:13.0311/3:29:40. eta:2 days, 2:13:21
2019-10-04 04:07:09,025 - root - INFO - epoch:0. iter/total_iter:10290/158025. lr:0.00100. loss:0.1391. spend/global_spend:4.5971/3:29:44. eta:2 days, 2:11:19
2019-10-04 04:07:25,216 - root - INFO - epoch:0. iter/total_iter:10300/158025. lr:0.00100. loss:0.1552. spend/global_spend:16.1911/3:30:00. eta:2 days, 2:12:03
2019-10-04 04:07:29,829 - root - INFO - epoch:0. iter/total_iter:10310/158025. lr:0.00100. loss:0.1552. spend/global_spend:4.6124/3:30:05. eta:2 days, 2:10:02
2019-10-04 04:07:50,324 - root - INFO - epoch:0. iter/total_iter:10320/158025. lr:0.00100. loss:0.1386. spend/global_spend:20.4949/3:30:25. eta:2 days, 2:11:48
2019-10-04 04:08:07,445 - root - INFO - epoch:0. iter/total_iter:10330/158025. lr:0.00100. loss:0.1445. spend/global_spend:17.1212/3:30:43. eta:2 days, 2:12:46
2019-10-04 04:08:14,534 - root - INFO - epoch:0. iter/total_iter:10340/158025. lr:0.00100. loss:0.1530. spend/global_spend:7.0888/3:30:50. eta:2 days, 2:11:20
2019-10-04 04:08:30,838 - root - INFO - epoch:0. iter/total_iter:10350/158025. lr:0.00100. loss:0.1537. spend/global_spend:16.3047/3:31:06. eta:2 days, 2:12:06
2019-10-04 04:08:40,237 - root - INFO - epoch:0. iter/total_iter:10360/158025. lr:0.00100. loss:0.1303. spend/global_spend:9.3983/3:31:15. eta:2 days, 2:11:13
2019-10-04 04:08:49,996 - root - INFO - epoch:0. iter/total_iter:10370/158025. lr:0.00100. loss:0.1390. spend/global_spend:9.7596/3:31:25. eta:2 days, 2:10:26
2019-10-04 04:09:09,780 - root - INFO - epoch:0. iter/total_iter:10380/158025. lr:0.00100. loss:0.1620. spend/global_spend:19.7838/3:31:45. eta:2 days, 2:12:01
2019-10-04 04:09:19,279 - root - INFO - epoch:0. iter/total_iter:10390/158025. lr:0.00100. loss:0.1635. spend/global_spend:9.4993/3:31:54. eta:2 days, 2:11:09
2019-10-04 04:09:35,386 - root - INFO - epoch:0. iter/total_iter:10400/158025. lr:0.00100. loss:0.1527. spend/global_spend:16.1065/3:32:10. eta:2 days, 2:11:52
2019-10-04 04:09:50,491 - root - INFO - epoch:0. iter/total_iter:10410/158025. lr:0.00100. loss:0.1582. spend/global_spend:15.1056/3:32:26. eta:2 days, 2:12:21
2019-10-04 04:09:55,093 - root - INFO - epoch:0. iter/total_iter:10420/158025. lr:0.00100. loss:0.1572. spend/global_spend:4.6016/3:32:30. eta:2 days, 2:10:20
2019-10-04 04:10:16,477 - root - INFO - epoch:0. iter/total_iter:10430/158025. lr:0.00100. loss:0.1364. spend/global_spend:21.3836/3:32:52. eta:2 days, 2:12:17
2019-10-04 04:10:21,085 - root - INFO - epoch:0. iter/total_iter:10440/158025. lr:0.00100. loss:0.1621. spend/global_spend:4.6081/3:32:56. eta:2 days, 2:10:17
2019-10-04 04:10:41,152 - root - INFO - epoch:0. iter/total_iter:10450/158025. lr:0.00100. loss:0.1428. spend/global_spend:20.0669/3:33:16. eta:2 days, 2:11:55
2019-10-04 04:10:52,979 - root - INFO - epoch:0. iter/total_iter:10460/158025. lr:0.00100. loss:0.1265. spend/global_spend:11.8269/3:33:28. eta:2 days, 2:11:37
2019-10-04 04:10:57,582 - root - INFO - epoch:0. iter/total_iter:10470/158025. lr:0.00100. loss:0.1632. spend/global_spend:4.6036/3:33:33. eta:2 days, 2:09:37
2019-10-04 04:11:14,688 - root - INFO - epoch:0. iter/total_iter:10480/158025. lr:0.00100. loss:0.1627. spend/global_spend:17.1060/3:33:50. eta:2 days, 2:10:34
2019-10-04 04:11:28,460 - root - INFO - epoch:0. iter/total_iter:10490/158025. lr:0.00100. loss:0.1460. spend/global_spend:13.7719/3:34:04. eta:2 days, 2:10:43
2019-10-04 04:11:33,057 - root - INFO - epoch:0. iter/total_iter:10500/158025. lr:0.00100. loss:0.1569. spend/global_spend:4.5969/3:34:08. eta:2 days, 2:08:43
2019-10-04 04:11:51,611 - root - INFO - epoch:0. iter/total_iter:10510/158025. lr:0.00100. loss:0.1440. spend/global_spend:18.5539/3:34:27. eta:2 days, 2:10:00
2019-10-04 04:11:56,220 - root - INFO - epoch:0. iter/total_iter:10520/158025. lr:0.00100. loss:0.1635. spend/global_spend:4.6088/3:34:31. eta:2 days, 2:08:00
2019-10-04 04:12:05,536 - root - INFO - epoch:0. iter/total_iter:10530/158025. lr:0.00100. loss:0.1510. spend/global_spend:9.3161/3:34:41. eta:2 days, 2:07:07
2019-10-04 04:12:08,176 - root - INFO - ------------after epo 1, eval...-----------
2019-10-04 07:39:13,505 - root - INFO - loss:0.1470/epoch1
2019-10-04 07:39:32,250 - root - INFO - epoch:1. iter/total_iter:10540/158025. lr:0.00100. loss:0.1398. spend/global_spend:12446.7138/7:02:07. eta:4 days, 2:26:49
2019-10-04 07:39:36,701 - root - INFO - epoch:1. iter/total_iter:10550/158025. lr:0.00100. loss:0.1402. spend/global_spend:4.4512/7:02:12. eta:4 days, 2:21:51
2019-10-04 07:39:47,802 - root - INFO - epoch:1. iter/total_iter:10560/158025. lr:0.00100. loss:0.1537. spend/global_spend:11.1008/7:02:23. eta:4 days, 2:18:27
2019-10-04 07:40:01,159 - root - INFO - epoch:1. iter/total_iter:10570/158025. lr:0.00100. loss:0.1430. spend/global_spend:13.3573/7:02:36. eta:4 days, 2:15:35
2019-10-04 07:40:05,624 - root - INFO - epoch:1. iter/total_iter:10580/158025. lr:0.00100. loss:0.1615. spend/global_spend:4.4651/7:02:41. eta:4 days, 2:10:39
2019-10-04 07:40:20,306 - root - INFO - epoch:1. iter/total_iter:10590/158025. lr:0.00100. loss:0.1431. spend/global_spend:14.6818/7:02:55. eta:4 days, 2:08:05
2019-10-04 07:40:33,731 - root - INFO - epoch:1. iter/total_iter:10600/158025. lr:0.00100. loss:0.1281. spend/global_spend:13.4251/7:03:09. eta:4 days, 2:05:15
2019-10-04 07:40:38,201 - root - INFO - epoch:1. iter/total_iter:10610/158025. lr:0.00100. loss:0.1388. spend/global_spend:4.4696/7:03:13. eta:4 days, 2:00:20
2019-10-04 07:40:47,474 - root - INFO - epoch:1. iter/total_iter:10620/158025. lr:0.00100. loss:0.1600. spend/global_spend:9.2738/7:03:23. eta:4 days, 1:56:33
2019-10-04 07:40:51,986 - root - INFO - epoch:1. iter/total_iter:10630/158025. lr:0.00100. loss:0.1397. spend/global_spend:4.5120/7:03:27. eta:4 days, 1:51:40
2019-10-04 07:41:00,934 - root - INFO - epoch:1. iter/total_iter:10640/158025. lr:0.00100. loss:0.1575. spend/global_spend:8.9473/7:03:36. eta:4 days, 1:47:49
2019-10-04 07:41:10,974 - root - INFO - epoch:1. iter/total_iter:10650/158025. lr:0.00100. loss:0.1340. spend/global_spend:10.0399/7:03:46. eta:4 days, 1:44:13
2019-10-04 07:41:19,101 - root - INFO - epoch:1. iter/total_iter:10660/158025. lr:0.00100. loss:0.1706. spend/global_spend:8.1272/7:03:54. eta:4 days, 1:40:12
2019-10-04 07:41:27,078 - root - INFO - epoch:1. iter/total_iter:10670/158025. lr:0.00100. loss:0.1607. spend/global_spend:7.9771/7:04:02. eta:4 days, 1:36:08
2019-10-04 07:41:34,058 - root - INFO - epoch:1. iter/total_iter:10680/158025. lr:0.00100. loss:0.1616. spend/global_spend:6.9805/7:04:09. eta:4 days, 1:31:52
2019-10-04 07:41:41,497 - root - INFO - epoch:1. iter/total_iter:10690/158025. lr:0.00100. loss:0.1815. spend/global_spend:7.4382/7:04:17. eta:4 days, 1:27:42
2019-10-04 07:41:49,388 - root - INFO - epoch:1. iter/total_iter:10700/158025. lr:0.00100. loss:0.1310. spend/global_spend:7.8910/7:04:24. eta:4 days, 1:23:39
2019-10-04 07:41:56,492 - root - INFO - epoch:1. iter/total_iter:10710/158025. lr:0.00100. loss:0.1655. spend/global_spend:7.1047/7:04:32. eta:4 days, 1:19:26
2019-10-04 07:42:08,779 - root - INFO - epoch:1. iter/total_iter:10720/158025. lr:0.00100. loss:0.1355. spend/global_spend:12.2867/7:04:44. eta:4 days, 1:16:24
2019-10-04 07:42:16,902 - root - INFO - epoch:1. iter/total_iter:10730/158025. lr:0.00100. loss:0.1252. spend/global_spend:8.1231/7:04:52. eta:4 days, 1:12:25
2019-10-04 07:42:23,942 - root - INFO - epoch:1. iter/total_iter:10740/158025. lr:0.00100. loss:0.1366. spend/global_spend:7.0395/7:04:59. eta:4 days, 1:08:12
2019-10-04 07:42:34,387 - root - INFO - epoch:1. iter/total_iter:10750/158025. lr:0.00100. loss:0.1361. spend/global_spend:10.4438/7:05:09. eta:4 days, 1:04:46
2019-10-04 07:42:45,303 - root - INFO - epoch:1. iter/total_iter:10760/158025. lr:0.00100. loss:0.1662. spend/global_spend:10.9176/7:05:20. eta:4 days, 1:01:27
2019-10-04 07:42:49,994 - root - INFO - epoch:1. iter/total_iter:10770/158025. lr:0.00100. loss:0.1441. spend/global_spend:4.6911/7:05:25. eta:4 days, 0:56:43
2019-10-04 07:43:00,270 - root - INFO - epoch:1. iter/total_iter:10780/158025. lr:0.00100. loss:0.1424. spend/global_spend:10.2752/7:05:35. eta:4 days, 0:53:16
2019-10-04 07:43:07,567 - root - INFO - epoch:1. iter/total_iter:10790/158025. lr:0.00100. loss:0.1703. spend/global_spend:7.2974/7:05:43. eta:4 days, 0:49:09
2019-10-04 07:43:18,885 - root - INFO - epoch:1. iter/total_iter:10800/158025. lr:0.00100. loss:0.1625. spend/global_spend:11.3179/7:05:54. eta:4 days, 0:45:57
2019-10-04 07:43:26,741 - root - INFO - epoch:1. iter/total_iter:10810/158025. lr:0.00100. loss:0.1409. spend/global_spend:7.8562/7:06:02. eta:4 days, 0:41:58
2019-10-04 07:43:37,806 - root - INFO - epoch:1. iter/total_iter:10820/158025. lr:0.00100. loss:0.1417. spend/global_spend:11.0653/7:06:13. eta:4 days, 0:38:43
2019-10-04 07:43:50,449 - root - INFO - epoch:1. iter/total_iter:10830/158025. lr:0.00100. loss:0.1522. spend/global_spend:12.6426/7:06:26. eta:4 days, 0:35:50
2019-10-04 07:43:55,013 - root - INFO - epoch:1. iter/total_iter:10840/158025. lr:0.00100. loss:0.1410. spend/global_spend:4.5640/7:06:30. eta:4 days, 0:31:08
2019-10-04 07:44:04,123 - root - INFO - epoch:1. iter/total_iter:10850/158025. lr:0.00100. loss:0.1570. spend/global_spend:9.1100/7:06:39. eta:4 days, 0:27:27
2019-10-04 07:44:09,209 - root - INFO - epoch:1. iter/total_iter:10860/158025. lr:0.00100. loss:0.1516. spend/global_spend:5.0862/7:06:44. eta:4 days, 0:22:53
2019-10-04 07:44:20,529 - root - INFO - epoch:1. iter/total_iter:10870/158025. lr:0.00100. loss:0.1629. spend/global_spend:11.3205/7:06:56. eta:4 days, 0:19:43
2019-10-04 07:44:29,415 - root - INFO - epoch:1. iter/total_iter:10880/158025. lr:0.00100. loss:0.1419. spend/global_spend:8.8851/7:07:05. eta:4 days, 0:16:01
2019-10-04 07:44:36,559 - root - INFO - epoch:1. iter/total_iter:10890/158025. lr:0.00100. loss:0.1405. spend/global_spend:7.1441/7:07:12. eta:4 days, 0:11:56
2019-10-04 07:44:48,637 - root - INFO - epoch:1. iter/total_iter:10900/158025. lr:0.00100. loss:0.1642. spend/global_spend:12.0784/7:07:24. eta:4 days, 0:08:58
2019-10-04 07:44:53,196 - root - INFO - epoch:1. iter/total_iter:10910/158025. lr:0.00100. loss:0.1524. spend/global_spend:4.5589/7:07:28. eta:4 days, 0:04:19
2019-10-04 07:45:02,593 - root - INFO - epoch:1. iter/total_iter:10920/158025. lr:0.00100. loss:0.1380. spend/global_spend:9.3968/7:07:38. eta:4 days, 0:00:45
2019-10-04 07:45:10,395 - root - INFO - epoch:1. iter/total_iter:10930/158025. lr:0.00100. loss:0.1357. spend/global_spend:7.8019/7:07:45. eta:3 days, 23:56:50
2019-10-04 07:45:16,107 - root - INFO - epoch:1. iter/total_iter:10940/158025. lr:0.00100. loss:0.1486. spend/global_spend:5.7126/7:07:51. eta:3 days, 23:52:28
2019-10-04 07:45:28,401 - root - INFO - epoch:1. iter/total_iter:10950/158025. lr:0.00100. loss:0.1495. spend/global_spend:12.2935/7:08:04. eta:3 days, 23:49:34
2019-10-04 07:45:38,738 - root - INFO - epoch:1. iter/total_iter:10960/158025. lr:0.00100. loss:0.1517. spend/global_spend:10.3368/7:08:14. eta:3 days, 23:46:15
2019-10-04 07:45:43,256 - root - INFO - epoch:1. iter/total_iter:10970/158025. lr:0.00100. loss:0.1233. spend/global_spend:4.5184/7:08:18. eta:3 days, 23:41:38
2019-10-04 07:45:57,177 - root - INFO - epoch:1. iter/total_iter:10980/158025. lr:0.00100. loss:0.1607. spend/global_spend:13.9211/7:08:32. eta:3 days, 23:39:07
2019-10-04 07:46:01,715 - root - INFO - epoch:1. iter/total_iter:10990/158025. lr:0.00100. loss:0.1534. spend/global_spend:4.5381/7:08:37. eta:3 days, 23:34:31
2019-10-04 07:46:13,985 - root - INFO - epoch:1. iter/total_iter:11000/158025. lr:0.00100. loss:0.1604. spend/global_spend:12.2691/7:08:49. eta:3 days, 23:31:39
2019-10-04 07:46:25,391 - root - INFO - epoch:1. iter/total_iter:11010/158025. lr:0.00100. loss:0.1441. spend/global_spend:11.4063/7:09:00. eta:3 days, 23:28:35
2019-10-04 07:46:29,951 - root - INFO - epoch:1. iter/total_iter:11020/158025. lr:0.00100. loss:0.1331. spend/global_spend:4.5599/7:09:05. eta:3 days, 23:24:01
2019-10-04 07:46:40,640 - root - INFO - epoch:1. iter/total_iter:11030/158025. lr:0.00100. loss:0.1300. spend/global_spend:10.6887/7:09:16. eta:3 days, 23:20:49
2019-10-04 07:46:50,191 - root - INFO - epoch:1. iter/total_iter:11040/158025. lr:0.00100. loss:0.1362. spend/global_spend:9.5522/7:09:25. eta:3 days, 23:17:22
2019-10-04 07:46:54,763 - root - INFO - epoch:1. iter/total_iter:11050/158025. lr:0.00100. loss:0.1398. spend/global_spend:4.5720/7:09:30. eta:3 days, 23:12:49
2019-10-04 07:47:04,884 - root - INFO - epoch:1. iter/total_iter:11060/158025. lr:0.00100. loss:0.1620. spend/global_spend:10.1203/7:09:40. eta:3 days, 23:09:30
2019-10-04 07:47:11,774 - root - INFO - epoch:1. iter/total_iter:11070/158025. lr:0.00100. loss:0.1312. spend/global_spend:6.8902/7:09:47. eta:3 days, 23:05:29
2019-10-04 07:47:21,168 - root - INFO - epoch:1. iter/total_iter:11080/158025. lr:0.00100. loss:0.1293. spend/global_spend:9.3944/7:09:56. eta:3 days, 23:02:01
2019-10-04 07:47:33,366 - root - INFO - epoch:1. iter/total_iter:11090/158025. lr:0.00100. loss:0.1435. spend/global_spend:12.1978/7:10:08. eta:3 days, 22:59:11
2019-10-04 07:47:37,963 - root - INFO - epoch:1. iter/total_iter:11100/158025. lr:0.00100. loss:0.1281. spend/global_spend:4.5972/7:10:13. eta:3 days, 22:54:40
2019-10-04 07:47:51,835 - root - INFO - epoch:1. iter/total_iter:11110/158025. lr:0.00100. loss:0.1485. spend/global_spend:13.8719/7:10:27. eta:3 days, 22:52:13
2019-10-04 07:48:04,442 - root - INFO - epoch:1. iter/total_iter:11120/158025. lr:0.00100. loss:0.1362. spend/global_spend:12.6065/7:10:40. eta:3 days, 22:49:29
2019-10-04 07:48:08,985 - root - INFO - epoch:1. iter/total_iter:11130/158025. lr:0.00100. loss:0.1534. spend/global_spend:4.5431/7:10:44. eta:3 days, 22:44:59
2019-10-04 07:48:20,171 - root - INFO - epoch:1. iter/total_iter:11140/158025. lr:0.00100. loss:0.1469. spend/global_spend:11.1865/7:10:55. eta:3 days, 22:41:57
2019-10-04 07:48:24,754 - root - INFO - epoch:1. iter/total_iter:11150/158025. lr:0.00100. loss:0.1351. spend/global_spend:4.5831/7:11:00. eta:3 days, 22:37:29
2019-10-04 07:48:33,606 - root - INFO - epoch:1. iter/total_iter:11160/158025. lr:0.00100. loss:0.1267. spend/global_spend:8.8512/7:11:09. eta:3 days, 22:33:57
2019-10-04 07:48:44,953 - root - INFO - epoch:1. iter/total_iter:11170/158025. lr:0.00100. loss:0.1333. spend/global_spend:11.3475/7:11:20. eta:3 days, 22:30:58
2019-10-04 07:48:49,495 - root - INFO - epoch:1. iter/total_iter:11180/158025. lr:0.00100. loss:0.1209. spend/global_spend:4.5417/7:11:25. eta:3 days, 22:26:30
2019-10-04 07:49:02,566 - root - INFO - epoch:1. iter/total_iter:11190/158025. lr:0.00100. loss:0.1568. spend/global_spend:13.0707/7:11:38. eta:3 days, 22:23:55
2019-10-04 07:49:14,590 - root - INFO - epoch:1. iter/total_iter:11200/158025. lr:0.00100. loss:0.1553. spend/global_spend:12.0247/7:11:50. eta:3 days, 22:21:06
2019-10-04 07:49:19,153 - root - INFO - epoch:1. iter/total_iter:11210/158025. lr:0.00100. loss:0.1406. spend/global_spend:4.5623/7:11:54. eta:3 days, 22:16:40
2019-10-04 07:49:30,661 - root - INFO - epoch:1. iter/total_iter:11220/158025. lr:0.00100. loss:0.1619. spend/global_spend:11.5078/7:12:06. eta:3 days, 22:13:45
2019-10-04 07:49:35,252 - root - INFO - epoch:1. iter/total_iter:11230/158025. lr:0.00100. loss:0.1391. spend/global_spend:4.5921/7:12:10. eta:3 days, 22:09:19
2019-10-04 07:49:43,879 - root - INFO - epoch:1. iter/total_iter:11240/158025. lr:0.00100. loss:0.1349. spend/global_spend:8.6267/7:12:19. eta:3 days, 22:05:47
2019-10-04 07:49:55,954 - root - INFO - epoch:1. iter/total_iter:11250/158025. lr:0.00100. loss:0.1676. spend/global_spend:12.0749/7:12:31. eta:3 days, 22:03:01
2019-10-04 07:50:00,513 - root - INFO - epoch:1. iter/total_iter:11260/158025. lr:0.00100. loss:0.1478. spend/global_spend:4.5588/7:12:36. eta:3 days, 21:58:36
2019-10-04 07:50:12,533 - root - INFO - epoch:1. iter/total_iter:11270/158025. lr:0.00100. loss:0.1463. spend/global_spend:12.0204/7:12:48. eta:3 days, 21:55:50
2019-10-04 07:50:20,678 - root - INFO - epoch:1. iter/total_iter:11280/158025. lr:0.00100. loss:0.1357. spend/global_spend:8.1443/7:12:56. eta:3 days, 21:52:13
2019-10-04 07:50:25,249 - root - INFO - epoch:1. iter/total_iter:11290/158025. lr:0.00100. loss:0.1294. spend/global_spend:4.5709/7:13:00. eta:3 days, 21:47:50
2019-10-04 07:50:38,790 - root - INFO - epoch:1. iter/total_iter:11300/158025. lr:0.00100. loss:0.1745. spend/global_spend:13.5415/7:13:14. eta:3 days, 21:45:24
2019-10-04 07:50:43,346 - root - INFO - epoch:1. iter/total_iter:11310/158025. lr:0.00100. loss:0.1485. spend/global_spend:4.5557/7:13:18. eta:3 days, 21:41:02
2019-10-04 07:50:56,251 - root - INFO - epoch:1. iter/total_iter:11320/158025. lr:0.00100. loss:0.1530. spend/global_spend:12.9053/7:13:31. eta:3 days, 21:38:28
2019-10-04 07:51:08,692 - root - INFO - epoch:1. iter/total_iter:11330/158025. lr:0.00100. loss:0.1640. spend/global_spend:12.4407/7:13:44. eta:3 days, 21:35:49
2019-10-04 07:51:13,249 - root - INFO - epoch:1. iter/total_iter:11340/158025. lr:0.00100. loss:0.1511. spend/global_spend:4.5574/7:13:48. eta:3 days, 21:31:27
2019-10-04 07:51:25,132 - root - INFO - epoch:1. iter/total_iter:11350/158025. lr:0.00100. loss:0.1441. spend/global_spend:11.8825/7:14:00. eta:3 days, 21:28:41
2019-10-04 07:51:35,768 - root - INFO - epoch:1. iter/total_iter:11360/158025. lr:0.00100. loss:0.1419. spend/global_spend:10.6357/7:14:11. eta:3 days, 21:25:40
2019-10-04 07:51:40,549 - root - INFO - epoch:1. iter/total_iter:11370/158025. lr:0.00100. loss:0.1389. spend/global_spend:4.7815/7:14:16. eta:3 days, 21:21:23
2019-10-04 07:51:52,128 - root - INFO - epoch:1. iter/total_iter:11380/158025. lr:0.00100. loss:0.1587. spend/global_spend:11.5791/7:14:27. eta:3 days, 21:18:34
2019-10-04 07:51:56,686 - root - INFO - epoch:1. iter/total_iter:11390/158025. lr:0.00100. loss:0.1407. spend/global_spend:4.5585/7:14:32. eta:3 days, 21:14:14
2019-10-04 07:52:07,545 - root - INFO - epoch:1. iter/total_iter:11400/158025. lr:0.00100. loss:0.1489. spend/global_spend:10.8588/7:14:43. eta:3 days, 21:11:17
2019-10-04 07:52:20,331 - root - INFO - epoch:1. iter/total_iter:11410/158025. lr:0.00100. loss:0.1388. spend/global_spend:12.7858/7:14:55. eta:3 days, 21:08:44
2019-10-04 07:52:24,889 - root - INFO - epoch:1. iter/total_iter:11420/158025. lr:0.00100. loss:0.1608. spend/global_spend:4.5582/7:15:00. eta:3 days, 21:04:26
2019-10-04 07:52:35,064 - root - INFO - epoch:1. iter/total_iter:11430/158025. lr:0.00100. loss:0.1538. spend/global_spend:10.1747/7:15:10. eta:3 days, 21:01:21
2019-10-04 07:52:47,862 - root - INFO - epoch:1. iter/total_iter:11440/158025. lr:0.00100. loss:0.1383. spend/global_spend:12.7984/7:15:23. eta:3 days, 20:58:49
2019-10-04 07:52:52,418 - root - INFO - epoch:1. iter/total_iter:11450/158025. lr:0.00100. loss:0.1518. spend/global_spend:4.5557/7:15:28. eta:3 days, 20:54:32
2019-10-04 07:53:05,052 - root - INFO - epoch:1. iter/total_iter:11460/158025. lr:0.00100. loss:0.1585. spend/global_spend:12.6346/7:15:40. eta:3 days, 20:51:59
2019-10-04 07:53:09,659 - root - INFO - epoch:1. iter/total_iter:11470/158025. lr:0.00100. loss:0.1246. spend/global_spend:4.6060/7:15:45. eta:3 days, 20:47:44
2019-10-04 07:53:20,585 - root - INFO - epoch:1. iter/total_iter:11480/158025. lr:0.00100. loss:0.1274. spend/global_spend:10.9263/7:15:56. eta:3 days, 20:44:50
2019-10-04 07:53:33,165 - root - INFO - epoch:1. iter/total_iter:11490/158025. lr:0.00100. loss:0.1458. spend/global_spend:12.5801/7:16:08. eta:3 days, 20:42:17
2019-10-04 07:53:39,264 - root - INFO - epoch:1. iter/total_iter:11500/158025. lr:0.00100. loss:0.1437. spend/global_spend:6.0995/7:16:14. eta:3 days, 20:38:21
2019-10-04 07:53:48,890 - root - INFO - epoch:1. iter/total_iter:11510/158025. lr:0.00100. loss:0.1622. spend/global_spend:9.6255/7:16:24. eta:3 days, 20:35:11
2019-10-04 07:53:57,642 - root - INFO - epoch:1. iter/total_iter:11520/158025. lr:0.00100. loss:0.1418. spend/global_spend:8.7519/7:16:33. eta:3 days, 20:31:51
2019-10-04 07:54:02,934 - root - INFO - epoch:1. iter/total_iter:11530/158025. lr:0.00100. loss:0.1384. spend/global_spend:5.2920/7:16:38. eta:3 days, 20:27:46
2019-10-04 07:54:16,914 - root - INFO - epoch:1. iter/total_iter:11540/158025. lr:0.00100. loss:0.1451. spend/global_spend:13.9806/7:16:52. eta:3 days, 20:25:33
2019-10-04 07:54:22,268 - root - INFO - epoch:1. iter/total_iter:11550/158025. lr:0.00100. loss:0.1514. spend/global_spend:5.3541/7:16:57. eta:3 days, 20:21:30
2019-10-04 07:54:30,805 - root - INFO - epoch:1. iter/total_iter:11560/158025. lr:0.00100. loss:0.1569. spend/global_spend:8.5370/7:17:06. eta:3 days, 20:18:08
2019-10-04 07:54:40,746 - root - INFO - epoch:1. iter/total_iter:11570/158025. lr:0.00100. loss:0.1613. spend/global_spend:9.9410/7:17:16. eta:3 days, 20:15:04
2019-10-04 07:54:48,359 - root - INFO - epoch:1. iter/total_iter:11580/158025. lr:0.00100. loss:0.1399. spend/global_spend:7.6127/7:17:23. eta:3 days, 20:11:30
2019-10-04 07:54:58,032 - root - INFO - epoch:1. iter/total_iter:11590/158025. lr:0.00100. loss:0.1449. spend/global_spend:9.6729/7:17:33. eta:3 days, 20:08:24
2019-10-04 07:55:09,796 - root - INFO - epoch:1. iter/total_iter:11600/158025. lr:0.00100. loss:0.1505. spend/global_spend:11.7639/7:17:45. eta:3 days, 20:05:44
2019-10-04 07:55:17,634 - root - INFO - epoch:1. iter/total_iter:11610/158025. lr:0.00100. loss:0.1579. spend/global_spend:7.8376/7:17:53. eta:3 days, 20:02:14
2019-10-04 07:55:31,205 - root - INFO - epoch:1. iter/total_iter:11620/158025. lr:0.00100. loss:0.1153. spend/global_spend:13.5719/7:18:06. eta:3 days, 19:59:57
2019-10-04 07:55:39,864 - root - INFO - epoch:1. iter/total_iter:11630/158025. lr:0.00100. loss:0.1548. spend/global_spend:8.6581/7:18:15. eta:3 days, 19:56:39
2019-10-04 07:55:46,376 - root - INFO - epoch:1. iter/total_iter:11640/158025. lr:0.00100. loss:0.1414. spend/global_spend:6.5126/7:18:21. eta:3 days, 19:52:54
2019-10-04 07:55:59,665 - root - INFO - epoch:1. iter/total_iter:11650/158025. lr:0.00100. loss:0.1401. spend/global_spend:13.2890/7:18:35. eta:3 days, 19:50:34
2019-10-04 07:56:14,296 - root - INFO - epoch:1. iter/total_iter:11660/158025. lr:0.00100. loss:0.1299. spend/global_spend:14.6306/7:18:49. eta:3 days, 19:48:32
2019-10-04 07:56:18,825 - root - INFO - epoch:1. iter/total_iter:11670/158025. lr:0.00100. loss:0.1356. spend/global_spend:4.5291/7:18:54. eta:3 days, 19:44:23
2019-10-04 07:56:29,390 - root - INFO - epoch:1. iter/total_iter:11680/158025. lr:0.00100. loss:0.1585. spend/global_spend:10.5652/7:19:04. eta:3 days, 19:41:30
2019-10-04 07:56:33,919 - root - INFO - epoch:1. iter/total_iter:11690/158025. lr:0.00100. loss:0.1415. spend/global_spend:4.5290/7:19:09. eta:3 days, 19:37:22
2019-10-04 07:56:46,972 - root - INFO - epoch:1. iter/total_iter:11700/158025. lr:0.00100. loss:0.1628. spend/global_spend:13.0531/7:19:22. eta:3 days, 19:35:01
2019-10-04 07:56:55,799 - root - INFO - epoch:1. iter/total_iter:11710/158025. lr:0.00100. loss:0.1519. spend/global_spend:8.8273/7:19:31. eta:3 days, 19:31:47
2019-10-04 07:57:05,108 - root - INFO - epoch:1. iter/total_iter:11720/158025. lr:0.00100. loss:0.1595. spend/global_spend:9.3082/7:19:40. eta:3 days, 19:28:39
2019-10-04 07:57:14,953 - root - INFO - epoch:1. iter/total_iter:11730/158025. lr:0.00100. loss:0.1430. spend/global_spend:9.8454/7:19:50. eta:3 days, 19:25:39
2019-10-04 07:57:21,428 - root - INFO - epoch:1. iter/total_iter:11740/158025. lr:0.00100. loss:0.1361. spend/global_spend:6.4752/7:19:57. eta:3 days, 19:21:57
2019-10-04 07:57:32,136 - root - INFO - epoch:1. iter/total_iter:11750/158025. lr:0.00100. loss:0.1401. spend/global_spend:10.7074/7:20:07. eta:3 days, 19:19:08
2019-10-04 07:57:39,283 - root - INFO - epoch:1. iter/total_iter:11760/158025. lr:0.00100. loss:0.1454. spend/global_spend:7.1472/7:20:14. eta:3 days, 19:15:35
2019-10-04 07:57:49,487 - root - INFO - epoch:1. iter/total_iter:11770/158025. lr:0.00100. loss:0.1526. spend/global_spend:10.2037/7:20:25. eta:3 days, 19:12:40
2019-10-04 07:58:05,056 - root - INFO - epoch:1. iter/total_iter:11780/158025. lr:0.00100. loss:0.1368. spend/global_spend:15.5688/7:20:40. eta:3 days, 19:10:52
2019-10-04 07:58:09,657 - root - INFO - epoch:1. iter/total_iter:11790/158025. lr:0.00100. loss:0.1497. spend/global_spend:4.6010/7:20:45. eta:3 days, 19:06:48
2019-10-04 07:58:22,719 - root - INFO - epoch:1. iter/total_iter:11800/158025. lr:0.00100. loss:0.1427. spend/global_spend:13.0624/7:20:58. eta:3 days, 19:04:30
2019-10-04 07:58:34,854 - root - INFO - epoch:1. iter/total_iter:11810/158025. lr:0.00100. loss:0.1442. spend/global_spend:12.1353/7:21:10. eta:3 days, 19:02:00
2019-10-04 07:58:39,411 - root - INFO - epoch:1. iter/total_iter:11820/158025. lr:0.00100. loss:0.1524. spend/global_spend:4.5564/7:21:15. eta:3 days, 18:57:57
2019-10-04 07:58:52,582 - root - INFO - epoch:1. iter/total_iter:11830/158025. lr:0.00100. loss:0.1341. spend/global_spend:13.1716/7:21:28. eta:3 days, 18:55:40
2019-10-04 07:58:57,153 - root - INFO - epoch:1. iter/total_iter:11840/158025. lr:0.00100. loss:0.1555. spend/global_spend:4.5703/7:21:32. eta:3 days, 18:51:38
2019-10-04 07:59:12,830 - root - INFO - epoch:1. iter/total_iter:11850/158025. lr:0.00100. loss:0.1482. spend/global_spend:15.6772/7:21:48. eta:3 days, 18:49:53
2019-10-04 07:59:21,636 - root - INFO - epoch:1. iter/total_iter:11860/158025. lr:0.00100. loss:0.1526. spend/global_spend:8.8059/7:21:57. eta:3 days, 18:46:43
2019-10-04 07:59:26,187 - root - INFO - epoch:1. iter/total_iter:11870/158025. lr:0.00100. loss:0.1308. spend/global_spend:4.5510/7:22:01. eta:3 days, 18:42:42
2019-10-04 07:59:40,168 - root - INFO - epoch:1. iter/total_iter:11880/158025. lr:0.00100. loss:0.1526. spend/global_spend:13.9811/7:22:15. eta:3 days, 18:40:36
2019-10-04 07:59:52,480 - root - INFO - epoch:1. iter/total_iter:11890/158025. lr:0.00100. loss:0.1420. spend/global_spend:12.3123/7:22:28. eta:3 days, 18:38:11
2019-10-04 07:59:57,044 - root - INFO - epoch:1. iter/total_iter:11900/158025. lr:0.00100. loss:0.1363. spend/global_spend:4.5636/7:22:32. eta:3 days, 18:34:10
2019-10-04 08:00:07,748 - root - INFO - epoch:1. iter/total_iter:11910/158025. lr:0.00100. loss:0.1528. spend/global_spend:10.7039/7:22:43. eta:3 days, 18:31:26
2019-10-04 08:00:12,339 - root - INFO - epoch:1. iter/total_iter:11920/158025. lr:0.00100. loss:0.1332. spend/global_spend:4.5914/7:22:47. eta:3 days, 18:27:26
2019-10-04 08:00:28,372 - root - INFO - epoch:1. iter/total_iter:11930/158025. lr:0.00100. loss:0.1413. spend/global_spend:16.0327/7:23:03. eta:3 days, 18:25:47
2019-10-04 08:00:40,962 - root - INFO - epoch:1. iter/total_iter:11940/158025. lr:0.00100. loss:0.1288. spend/global_spend:12.5900/7:23:16. eta:3 days, 18:23:26
2019-10-04 08:00:45,511 - root - INFO - epoch:1. iter/total_iter:11950/158025. lr:0.00100. loss:0.1428. spend/global_spend:4.5490/7:23:21. eta:3 days, 18:19:27
2019-10-04 08:00:56,200 - root - INFO - epoch:1. iter/total_iter:11960/158025. lr:0.00100. loss:0.1379. spend/global_spend:10.6896/7:23:31. eta:3 days, 18:16:44
2019-10-04 08:01:07,151 - root - INFO - epoch:1. iter/total_iter:11970/158025. lr:0.00100. loss:0.1789. spend/global_spend:10.9501/7:23:42. eta:3 days, 18:14:04
2019-10-04 08:01:12,250 - root - INFO - epoch:1. iter/total_iter:11980/158025. lr:0.00100. loss:0.1532. spend/global_spend:5.0993/7:23:47. eta:3 days, 18:10:13
2019-10-04 08:01:22,669 - root - INFO - epoch:1. iter/total_iter:11990/158025. lr:0.00100. loss:0.1442. spend/global_spend:10.4188/7:23:58. eta:3 days, 18:07:27
2019-10-04 08:01:27,226 - root - INFO - epoch:1. iter/total_iter:12000/158025. lr:0.00100. loss:0.1545. spend/global_spend:4.5574/7:24:02. eta:3 days, 18:03:29
2019-10-04 08:01:39,605 - root - INFO - epoch:1. iter/total_iter:12010/158025. lr:0.00100. loss:0.1348. spend/global_spend:12.3790/7:24:15. eta:3 days, 18:01:08
2019-10-04 08:01:51,004 - root - INFO - epoch:1. iter/total_iter:12020/158025. lr:0.00100. loss:0.1654. spend/global_spend:11.3989/7:24:26. eta:3 days, 17:58:34
2019-10-04 08:01:55,543 - root - INFO - epoch:1. iter/total_iter:12030/158025. lr:0.00100. loss:0.1523. spend/global_spend:4.5385/7:24:31. eta:3 days, 17:54:38
2019-10-04 08:02:06,922 - root - INFO - epoch:1. iter/total_iter:12040/158025. lr:0.00100. loss:0.1530. spend/global_spend:11.3797/7:24:42. eta:3 days, 17:52:05
2019-10-04 08:02:16,855 - root - INFO - epoch:1. iter/total_iter:12050/158025. lr:0.00100. loss:0.1568. spend/global_spend:9.9331/7:24:52. eta:3 days, 17:49:15
2019-10-04 08:02:24,696 - root - INFO - epoch:1. iter/total_iter:12060/158025. lr:0.00100. loss:0.1641. spend/global_spend:7.8406/7:25:00. eta:3 days, 17:45:59
2019-10-04 08:02:35,123 - root - INFO - epoch:1. iter/total_iter:12070/158025. lr:0.00100. loss:0.1386. spend/global_spend:10.4266/7:25:10. eta:3 days, 17:43:16
2019-10-04 08:02:42,143 - root - INFO - epoch:1. iter/total_iter:12080/158025. lr:0.00100. loss:0.1553. spend/global_spend:7.0206/7:25:17. eta:3 days, 17:39:51
2019-10-04 08:02:54,857 - root - INFO - epoch:1. iter/total_iter:12090/158025. lr:0.00100. loss:0.1404. spend/global_spend:12.7141/7:25:30. eta:3 days, 17:37:35
2019-10-04 08:03:01,853 - root - INFO - epoch:1. iter/total_iter:12100/158025. lr:0.00100. loss:0.1695. spend/global_spend:6.9959/7:25:37. eta:3 days, 17:34:11
2019-10-04 08:03:09,922 - root - INFO - epoch:1. iter/total_iter:12110/158025. lr:0.00100. loss:0.1475. spend/global_spend:8.0689/7:25:45. eta:3 days, 17:31:00
2019-10-04 08:03:24,647 - root - INFO - epoch:1. iter/total_iter:12120/158025. lr:0.00100. loss:0.1280. spend/global_spend:14.7247/7:26:00. eta:3 days, 17:29:09
2019-10-04 08:03:31,343 - root - INFO - epoch:1. iter/total_iter:12130/158025. lr:0.00100. loss:0.1384. spend/global_spend:6.6961/7:26:06. eta:3 days, 17:25:42
2019-10-04 08:03:41,588 - root - INFO - epoch:1. iter/total_iter:12140/158025. lr:0.00100. loss:0.1447. spend/global_spend:10.2455/7:26:17. eta:3 days, 17:22:58
2019-10-04 08:03:54,459 - root - INFO - epoch:1. iter/total_iter:12150/158025. lr:0.00100. loss:0.1666. spend/global_spend:12.8709/7:26:30. eta:3 days, 17:20:46
2019-10-04 08:03:59,540 - root - INFO - epoch:1. iter/total_iter:12160/158025. lr:0.00100. loss:0.1692. spend/global_spend:5.0808/7:26:35. eta:3 days, 17:17:00
2019-10-04 08:04:10,858 - root - INFO - epoch:1. iter/total_iter:12170/158025. lr:0.00100. loss:0.1397. spend/global_spend:11.3181/7:26:46. eta:3 days, 17:14:30
2019-10-04 08:04:25,652 - root - INFO - epoch:1. iter/total_iter:12180/158025. lr:0.00100. loss:0.1552. spend/global_spend:14.7935/7:27:01. eta:3 days, 17:12:41
2019-10-04 08:04:36,400 - root - INFO - epoch:1. iter/total_iter:12190/158025. lr:0.00100. loss:0.1455. spend/global_spend:10.7487/7:27:12. eta:3 days, 17:10:04
2019-10-04 08:04:42,802 - root - INFO - epoch:1. iter/total_iter:12200/158025. lr:0.00100. loss:0.1734. spend/global_spend:6.4019/7:27:18. eta:3 days, 17:06:35
2019-10-04 08:04:55,469 - root - INFO - epoch:1. iter/total_iter:12210/158025. lr:0.00100. loss:0.1523. spend/global_spend:12.6673/7:27:31. eta:3 days, 17:04:22
2019-10-04 08:05:10,024 - root - INFO - epoch:1. iter/total_iter:12220/158025. lr:0.00100. loss:0.1583. spend/global_spend:14.5542/7:27:45. eta:3 days, 17:02:31
2019-10-04 08:05:14,549 - root - INFO - epoch:1. iter/total_iter:12230/158025. lr:0.00100. loss:0.1231. spend/global_spend:4.5259/7:27:50. eta:3 days, 16:58:41
2019-10-04 08:05:29,830 - root - INFO - epoch:1. iter/total_iter:12240/158025. lr:0.00100. loss:0.1585. spend/global_spend:15.2796/7:28:05. eta:3 days, 16:56:59
2019-10-04 08:05:34,417 - root - INFO - epoch:1. iter/total_iter:12250/158025. lr:0.00100. loss:0.1515. spend/global_spend:4.5883/7:28:10. eta:3 days, 16:53:11
2019-10-04 08:05:46,494 - root - INFO - epoch:1. iter/total_iter:12260/158025. lr:0.00100. loss:0.1469. spend/global_spend:12.0765/7:28:22. eta:3 days, 16:50:51
2019-10-04 08:05:59,989 - root - INFO - epoch:1. iter/total_iter:12270/158025. lr:0.00100. loss:0.1401. spend/global_spend:13.4952/7:28:35. eta:3 days, 16:48:49
2019-10-04 08:06:04,502 - root - INFO - epoch:1. iter/total_iter:12280/158025. lr:0.00100. loss:0.1316. spend/global_spend:4.5130/7:28:40. eta:3 days, 16:45:00
2019-10-04 08:06:15,927 - root - INFO - epoch:1. iter/total_iter:12290/158025. lr:0.00100. loss:0.1534. spend/global_spend:11.4246/7:28:51. eta:3 days, 16:42:34
2019-10-04 08:06:30,284 - root - INFO - epoch:1. iter/total_iter:12300/158025. lr:0.00100. loss:0.1673. spend/global_spend:14.3572/7:29:05. eta:3 days, 16:40:43
2019-10-04 08:06:34,869 - root - INFO - epoch:1. iter/total_iter:12310/158025. lr:0.00100. loss:0.1553. spend/global_spend:4.5856/7:29:10. eta:3 days, 16:36:56
2019-10-04 08:06:48,361 - root - INFO - epoch:1. iter/total_iter:12320/158025. lr:0.00100. loss:0.1485. spend/global_spend:13.4913/7:29:23. eta:3 days, 16:34:54
2019-10-04 08:06:52,951 - root - INFO - epoch:1. iter/total_iter:12330/158025. lr:0.00100. loss:0.1532. spend/global_spend:4.5902/7:29:28. eta:3 days, 16:31:08
2019-10-04 08:07:08,013 - root - INFO - epoch:1. iter/total_iter:12340/158025. lr:0.00100. loss:0.1693. spend/global_spend:15.0621/7:29:43. eta:3 days, 16:29:26
2019-10-04 08:07:22,573 - root - INFO - epoch:1. iter/total_iter:12350/158025. lr:0.00100. loss:0.1581. spend/global_spend:14.5598/7:29:58. eta:3 days, 16:27:38
2019-10-04 08:07:27,136 - root - INFO - epoch:1. iter/total_iter:12360/158025. lr:0.00100. loss:0.1419. spend/global_spend:4.5636/7:30:02. eta:3 days, 16:23:52
2019-10-04 08:07:37,838 - root - INFO - epoch:1. iter/total_iter:12370/158025. lr:0.00100. loss:0.1357. spend/global_spend:10.7014/7:30:13. eta:3 days, 16:21:19
2019-10-04 08:07:52,691 - root - INFO - epoch:1. iter/total_iter:12380/158025. lr:0.00100. loss:0.1519. spend/global_spend:14.8528/7:30:28. eta:3 days, 16:19:35
2019-10-04 08:07:57,234 - root - INFO - epoch:1. iter/total_iter:12390/158025. lr:0.00100. loss:0.1485. spend/global_spend:4.5430/7:30:32. eta:3 days, 16:15:50
2019-10-04 08:08:09,659 - root - INFO - epoch:1. iter/total_iter:12400/158025. lr:0.00100. loss:0.1582. spend/global_spend:12.4250/7:30:45. eta:3 days, 16:13:38
2019-10-04 08:08:14,184 - root - INFO - epoch:1. iter/total_iter:12410/158025. lr:0.00100. loss:0.1366. spend/global_spend:4.5253/7:30:49. eta:3 days, 16:09:53
2019-10-04 08:08:28,325 - root - INFO - epoch:1. iter/total_iter:12420/158025. lr:0.00100. loss:0.1432. spend/global_spend:14.1415/7:31:03. eta:3 days, 16:08:02
2019-10-04 08:08:38,912 - root - INFO - epoch:1. iter/total_iter:12430/158025. lr:0.00100. loss:0.1520. spend/global_spend:10.5861/7:31:14. eta:3 days, 16:05:29
2019-10-04 08:08:43,480 - root - INFO - epoch:1. iter/total_iter:12440/158025. lr:0.00100. loss:0.1427. spend/global_spend:4.5687/7:31:19. eta:3 days, 16:01:45
2019-10-04 08:08:56,017 - root - INFO - epoch:1. iter/total_iter:12450/158025. lr:0.00100. loss:0.1583. spend/global_spend:12.5364/7:31:31. eta:3 days, 15:59:36
2019-10-04 08:09:11,664 - root - INFO - epoch:1. iter/total_iter:12460/158025. lr:0.00100. loss:0.1450. spend/global_spend:15.6466/7:31:47. eta:3 days, 15:58:02
2019-10-04 08:09:16,221 - root - INFO - epoch:1. iter/total_iter:12470/158025. lr:0.00100. loss:0.1506. spend/global_spend:4.5581/7:31:51. eta:3 days, 15:54:20
2019-10-04 08:09:28,285 - root - INFO - epoch:1. iter/total_iter:12480/158025. lr:0.00100. loss:0.1394. spend/global_spend:12.0640/7:32:03. eta:3 days, 15:52:05
2019-10-04 08:09:37,044 - root - INFO - epoch:1. iter/total_iter:12490/158025. lr:0.00100. loss:0.1454. spend/global_spend:8.7587/7:32:12. eta:3 days, 15:49:12
2019-10-04 08:09:47,928 - root - INFO - epoch:1. iter/total_iter:12500/158025. lr:0.00100. loss:0.1462. spend/global_spend:10.8841/7:32:23. eta:3 days, 15:46:44
2019-10-04 08:10:01,805 - root - INFO - epoch:1. iter/total_iter:12510/158025. lr:0.00100. loss:0.1367. spend/global_spend:13.8765/7:32:37. eta:3 days, 15:44:52
2019-10-04 08:10:06,355 - root - INFO - epoch:1. iter/total_iter:12520/158025. lr:0.00100. loss:0.1505. spend/global_spend:4.5506/7:32:41. eta:3 days, 15:41:10
2019-10-04 08:10:20,574 - root - INFO - epoch:1. iter/total_iter:12530/158025. lr:0.00100. loss:0.1412. spend/global_spend:14.2182/7:32:56. eta:3 days, 15:39:22
2019-10-04 08:10:32,747 - root - INFO - epoch:1. iter/total_iter:12540/158025. lr:0.00100. loss:0.1578. spend/global_spend:12.1735/7:33:08. eta:3 days, 15:37:10
2019-10-04 08:10:37,327 - root - INFO - epoch:1. iter/total_iter:12550/158025. lr:0.00100. loss:0.1328. spend/global_spend:4.5802/7:33:12. eta:3 days, 15:33:30
2019-10-04 08:10:54,032 - root - INFO - epoch:1. iter/total_iter:12560/158025. lr:0.00100. loss:0.1683. spend/global_spend:16.7050/7:33:29. eta:3 days, 15:32:11
2019-10-04 08:11:05,210 - root - INFO - epoch:1. iter/total_iter:12570/158025. lr:0.00100. loss:0.1457. spend/global_spend:11.1778/7:33:40. eta:3 days, 15:29:48
2019-10-04 08:11:09,762 - root - INFO - epoch:1. iter/total_iter:12580/158025. lr:0.00100. loss:0.1599. spend/global_spend:4.5520/7:33:45. eta:3 days, 15:26:08
2019-10-04 08:11:24,780 - root - INFO - epoch:1. iter/total_iter:12590/158025. lr:0.00100. loss:0.1592. spend/global_spend:15.0184/7:34:00. eta:3 days, 15:24:30
2019-10-04 08:11:29,328 - root - INFO - epoch:1. iter/total_iter:12600/158025. lr:0.00100. loss:0.1403. spend/global_spend:4.5474/7:34:04. eta:3 days, 15:20:51
2019-10-04 08:11:45,490 - root - INFO - epoch:1. iter/total_iter:12610/158025. lr:0.00100. loss:0.1464. spend/global_spend:16.1616/7:34:21. eta:3 days, 15:19:27
2019-10-04 08:11:57,359 - root - INFO - epoch:1. iter/total_iter:12620/158025. lr:0.00100. loss:0.1291. spend/global_spend:11.8697/7:34:32. eta:3 days, 15:17:13
2019-10-04 08:12:01,919 - root - INFO - epoch:1. iter/total_iter:12630/158025. lr:0.00100. loss:0.1608. spend/global_spend:4.5604/7:34:37. eta:3 days, 15:13:35
2019-10-04 08:12:13,954 - root - INFO - epoch:1. iter/total_iter:12640/158025. lr:0.00100. loss:0.1545. spend/global_spend:12.0350/7:34:49. eta:3 days, 15:11:23
2019-10-04 08:12:29,385 - root - INFO - epoch:1. iter/total_iter:12650/158025. lr:0.00100. loss:0.1418. spend/global_spend:15.4309/7:35:04. eta:3 days, 15:09:51
2019-10-04 08:12:33,872 - root - INFO - epoch:1. iter/total_iter:12660/158025. lr:0.00100. loss:0.1370. spend/global_spend:4.4866/7:35:09. eta:3 days, 15:06:13
2019-10-04 08:12:46,680 - root - INFO - epoch:1. iter/total_iter:12670/158025. lr:0.00100. loss:0.1444. spend/global_spend:12.8084/7:35:22. eta:3 days, 15:04:11
2019-10-04 08:12:51,239 - root - INFO - epoch:1. iter/total_iter:12680/158025. lr:0.00100. loss:0.1491. spend/global_spend:4.5584/7:35:26. eta:3 days, 15:00:34
2019-10-04 08:13:07,248 - root - INFO - epoch:1. iter/total_iter:12690/158025. lr:0.00100. loss:0.1614. spend/global_spend:16.0092/7:35:42. eta:3 days, 14:59:09
2019-10-04 08:13:21,558 - root - INFO - epoch:1. iter/total_iter:12700/158025. lr:0.00100. loss:0.1429. spend/global_spend:14.3100/7:35:57. eta:3 days, 14:57:25
2019-10-04 08:13:26,072 - root - INFO - epoch:1. iter/total_iter:12710/158025. lr:0.00100. loss:0.1393. spend/global_spend:4.5140/7:36:01. eta:3 days, 14:53:49
2019-10-04 08:13:37,640 - root - INFO - epoch:1. iter/total_iter:12720/158025. lr:0.00100. loss:0.1576. spend/global_spend:11.5681/7:36:13. eta:3 days, 14:51:34
2019-10-04 08:13:52,015 - root - INFO - epoch:1. iter/total_iter:12730/158025. lr:0.00100. loss:0.1388. spend/global_spend:14.3752/7:36:27. eta:3 days, 14:49:51
2019-10-04 08:13:57,934 - root - INFO - epoch:1. iter/total_iter:12740/158025. lr:0.00100. loss:0.1558. spend/global_spend:5.9189/7:36:33. eta:3 days, 14:46:31
2019-10-04 08:14:12,522 - root - INFO - epoch:1. iter/total_iter:12750/158025. lr:0.00100. loss:0.1567. spend/global_spend:14.5881/7:36:48. eta:3 days, 14:44:51
2019-10-04 08:14:17,072 - root - INFO - epoch:1. iter/total_iter:12760/158025. lr:0.00100. loss:0.1427. spend/global_spend:4.5500/7:36:52. eta:3 days, 14:41:16
2019-10-04 08:14:29,599 - root - INFO - epoch:1. iter/total_iter:12770/158025. lr:0.00100. loss:0.1690. spend/global_spend:12.5267/7:37:05. eta:3 days, 14:39:13
2019-10-04 08:14:39,220 - root - INFO - epoch:1. iter/total_iter:12780/158025. lr:0.00100. loss:0.1512. spend/global_spend:9.6216/7:37:14. eta:3 days, 14:36:37
2019-10-04 08:14:51,840 - root - INFO - epoch:1. iter/total_iter:12790/158025. lr:0.00100. loss:0.1417. spend/global_spend:12.6199/7:37:27. eta:3 days, 14:34:35
2019-10-04 08:14:59,600 - root - INFO - epoch:1. iter/total_iter:12800/158025. lr:0.00100. loss:0.1523. spend/global_spend:7.7593/7:37:35. eta:3 days, 14:31:38
2019-10-04 08:15:10,714 - root - INFO - epoch:1. iter/total_iter:12810/158025. lr:0.00100. loss:0.1322. spend/global_spend:11.1140/7:37:46. eta:3 days, 14:29:19
2019-10-04 08:15:18,061 - root - INFO - epoch:1. iter/total_iter:12820/158025. lr:0.00100. loss:0.1519. spend/global_spend:7.3470/7:37:53. eta:3 days, 14:26:18
2019-10-04 08:15:31,238 - root - INFO - epoch:1. iter/total_iter:12830/158025. lr:0.00100. loss:0.1404. spend/global_spend:13.1774/7:38:06. eta:3 days, 14:24:24
2019-10-04 08:15:39,257 - root - INFO - epoch:1. iter/total_iter:12840/158025. lr:0.00100. loss:0.1363. spend/global_spend:8.0195/7:38:14. eta:3 days, 14:21:31
2019-10-04 08:15:54,465 - root - INFO - epoch:1. iter/total_iter:12850/158025. lr:0.00100. loss:0.1521. spend/global_spend:15.2073/7:38:30. eta:3 days, 14:19:59
2019-10-04 08:16:02,613 - root - INFO - epoch:1. iter/total_iter:12860/158025. lr:0.00100. loss:0.1598. spend/global_spend:8.1479/7:38:38. eta:3 days, 14:17:08
2019-10-04 08:16:17,562 - root - INFO - epoch:1. iter/total_iter:12870/158025. lr:0.00100. loss:0.1616. spend/global_spend:14.9490/7:38:53. eta:3 days, 14:15:34
2019-10-04 08:16:22,136 - root - INFO - epoch:1. iter/total_iter:12880/158025. lr:0.00100. loss:0.1331. spend/global_spend:4.5735/7:38:57. eta:3 days, 14:12:03
2019-10-04 08:16:35,684 - root - INFO - epoch:1. iter/total_iter:12890/158025. lr:0.00100. loss:0.1485. spend/global_spend:13.5489/7:39:11. eta:3 days, 14:10:13
2019-10-04 08:16:44,144 - root - INFO - epoch:1. iter/total_iter:12900/158025. lr:0.00100. loss:0.1498. spend/global_spend:8.4595/7:39:19. eta:3 days, 14:07:27
2019-10-04 08:16:56,675 - root - INFO - epoch:1. iter/total_iter:12910/158025. lr:0.00100. loss:0.1553. spend/global_spend:12.5314/7:39:32. eta:3 days, 14:05:26
2019-10-04 08:17:09,026 - root - INFO - epoch:1. iter/total_iter:12920/158025. lr:0.00100. loss:0.1272. spend/global_spend:12.3508/7:39:44. eta:3 days, 14:03:23
2019-10-04 08:17:17,087 - root - INFO - epoch:1. iter/total_iter:12930/158025. lr:0.00100. loss:0.1543. spend/global_spend:8.0605/7:39:52. eta:3 days, 14:00:33
2019-10-04 08:17:29,947 - root - INFO - epoch:1. iter/total_iter:12940/158025. lr:0.00100. loss:0.1526. spend/global_spend:12.8613/7:40:05. eta:3 days, 13:58:37
2019-10-04 08:17:40,270 - root - INFO - epoch:1. iter/total_iter:12950/158025. lr:0.00100. loss:0.1465. spend/global_spend:10.3226/7:40:15. eta:3 days, 13:56:12
2019-10-04 08:17:48,753 - root - INFO - epoch:1. iter/total_iter:12960/158025. lr:0.00100. loss:0.1533. spend/global_spend:8.4828/7:40:24. eta:3 days, 13:53:27
2019-10-04 08:18:03,056 - root - INFO - epoch:1. iter/total_iter:12970/158025. lr:0.00100. loss:0.1291. spend/global_spend:14.3027/7:40:38. eta:3 days, 13:51:47
2019-10-04 08:18:10,304 - root - INFO - epoch:1. iter/total_iter:12980/158025. lr:0.00100. loss:0.1826. spend/global_spend:7.2482/7:40:45. eta:3 days, 13:48:49
2019-10-04 08:18:27,079 - root - INFO - epoch:1. iter/total_iter:12990/158025. lr:0.00100. loss:0.1884. spend/global_spend:16.7755/7:41:02. eta:3 days, 13:47:37
2019-10-04 08:18:33,490 - root - INFO - epoch:1. iter/total_iter:13000/158025. lr:0.00100. loss:0.1548. spend/global_spend:6.4110/7:41:09. eta:3 days, 13:44:29
2019-10-04 08:18:45,956 - root - INFO - epoch:1. iter/total_iter:13010/158025. lr:0.00100. loss:0.1663. spend/global_spend:12.4652/7:41:21. eta:3 days, 13:42:30
2019-10-04 08:18:58,850 - root - INFO - epoch:1. iter/total_iter:13020/158025. lr:0.00100. loss:0.1531. spend/global_spend:12.8944/7:41:34. eta:3 days, 13:40:35
2019-10-04 08:19:08,172 - root - INFO - epoch:1. iter/total_iter:13030/158025. lr:0.00100. loss:0.1600. spend/global_spend:9.3216/7:41:43. eta:3 days, 13:38:01
2019-10-04 08:19:19,810 - root - INFO - epoch:1. iter/total_iter:13040/158025. lr:0.00100. loss:0.1447. spend/global_spend:11.6385/7:41:55. eta:3 days, 13:35:53
2019-10-04 08:19:34,935 - root - INFO - epoch:1. iter/total_iter:13050/158025. lr:0.00100. loss:0.1473. spend/global_spend:15.1252/7:42:10. eta:3 days, 13:34:23
2019-10-04 08:19:40,229 - root - INFO - epoch:1. iter/total_iter:13060/158025. lr:0.00100. loss:0.1425. spend/global_spend:5.2931/7:42:15. eta:3 days, 13:31:05
2019-10-04 08:19:57,499 - root - INFO - epoch:1. iter/total_iter:13070/158025. lr:0.00100. loss:0.1453. spend/global_spend:17.2703/7:42:33. eta:3 days, 13:30:00
2019-10-04 08:20:01,995 - root - INFO - epoch:1. iter/total_iter:13080/158025. lr:0.00100. loss:0.1378. spend/global_spend:4.4963/7:42:37. eta:3 days, 13:26:33
2019-10-04 08:20:19,746 - root - INFO - epoch:1. iter/total_iter:13090/158025. lr:0.00100. loss:0.1334. spend/global_spend:17.7509/7:42:55. eta:3 days, 13:25:33
2019-10-04 08:20:32,317 - root - INFO - epoch:1. iter/total_iter:13100/158025. lr:0.00100. loss:0.1374. spend/global_spend:12.5707/7:43:07. eta:3 days, 13:23:37
2019-10-04 08:20:36,876 - root - INFO - epoch:1. iter/total_iter:13110/158025. lr:0.00100. loss:0.1631. spend/global_spend:4.5589/7:43:12. eta:3 days, 13:20:11
2019-10-04 08:20:51,141 - root - INFO - epoch:1. iter/total_iter:13120/158025. lr:0.00100. loss:0.1352. spend/global_spend:14.2652/7:43:26. eta:3 days, 13:18:34
2019-10-04 08:20:57,898 - root - INFO - epoch:1. iter/total_iter:13130/158025. lr:0.00100. loss:0.1355. spend/global_spend:6.7571/7:43:33. eta:3 days, 13:15:33
2019-10-04 08:21:11,940 - root - INFO - epoch:1. iter/total_iter:13140/158025. lr:0.00100. loss:0.1439. spend/global_spend:14.0424/7:43:47. eta:3 days, 13:13:53
2019-10-04 08:21:25,482 - root - INFO - epoch:1. iter/total_iter:13150/158025. lr:0.00100. loss:0.1626. spend/global_spend:13.5421/7:44:01. eta:3 days, 13:12:08
2019-10-04 08:21:30,069 - root - INFO - epoch:1. iter/total_iter:13160/158025. lr:0.00100. loss:0.1342. spend/global_spend:4.5858/7:44:05. eta:3 days, 13:08:44
2019-10-04 08:21:45,956 - root - INFO - epoch:1. iter/total_iter:13170/158025. lr:0.00100. loss:0.1464. spend/global_spend:15.8877/7:44:21. eta:3 days, 13:07:25
2019-10-04 08:21:56,682 - root - INFO - epoch:1. iter/total_iter:13180/158025. lr:0.00100. loss:0.1307. spend/global_spend:10.7256/7:44:32. eta:3 days, 13:05:09
2019-10-04 08:22:01,251 - root - INFO - epoch:1. iter/total_iter:13190/158025. lr:0.00100. loss:0.1738. spend/global_spend:4.5691/7:44:36. eta:3 days, 13:01:46
2019-10-04 08:22:14,597 - root - INFO - epoch:1. iter/total_iter:13200/158025. lr:0.00100. loss:0.1418. spend/global_spend:13.3458/7:44:50. eta:3 days, 12:59:59
2019-10-04 08:22:31,283 - root - INFO - epoch:1. iter/total_iter:13210/158025. lr:0.00100. loss:0.1234. spend/global_spend:16.6868/7:45:06. eta:3 days, 12:58:50
2019-10-04 08:22:36,414 - root - INFO - epoch:1. iter/total_iter:13220/158025. lr:0.00100. loss:0.1480. spend/global_spend:5.1307/7:45:12. eta:3 days, 12:55:33
2019-10-04 08:22:53,965 - root - INFO - epoch:1. iter/total_iter:13230/158025. lr:0.00100. loss:0.1493. spend/global_spend:17.5512/7:45:29. eta:3 days, 12:54:33
2019-10-04 08:22:58,472 - root - INFO - epoch:1. iter/total_iter:13240/158025. lr:0.00100. loss:0.1260. spend/global_spend:4.5070/7:45:34. eta:3 days, 12:51:10
2019-10-04 08:23:12,652 - root - INFO - epoch:1. iter/total_iter:13250/158025. lr:0.00100. loss:0.1350. spend/global_spend:14.1803/7:45:48. eta:3 days, 12:49:34
2019-10-04 08:23:26,909 - root - INFO - epoch:1. iter/total_iter:13260/158025. lr:0.00100. loss:0.1640. spend/global_spend:14.2570/7:46:02. eta:3 days, 12:47:58
2019-10-04 08:23:32,123 - root - INFO - epoch:1. iter/total_iter:13270/158025. lr:0.00100. loss:0.1460. spend/global_spend:5.2136/7:46:07. eta:3 days, 12:44:44
2019-10-04 08:23:48,403 - root - INFO - epoch:1. iter/total_iter:13280/158025. lr:0.00100. loss:0.1439. spend/global_spend:16.2797/7:46:24. eta:3 days, 12:43:30
2019-10-04 08:23:57,137 - root - INFO - epoch:1. iter/total_iter:13290/158025. lr:0.00100. loss:0.1520. spend/global_spend:8.7337/7:46:32. eta:3 days, 12:40:55
2019-10-04 08:24:06,408 - root - INFO - epoch:1. iter/total_iter:13300/158025. lr:0.00100. loss:0.1585. spend/global_spend:9.2714/7:46:42. eta:3 days, 12:38:26
2019-10-04 08:24:22,723 - root - INFO - epoch:1. iter/total_iter:13310/158025. lr:0.00100. loss:0.1508. spend/global_spend:16.3147/7:46:58. eta:3 days, 12:37:13
2019-10-04 08:24:27,277 - root - INFO - epoch:1. iter/total_iter:13320/158025. lr:0.00100. loss:0.1619. spend/global_spend:4.5545/7:47:02. eta:3 days, 12:33:53
2019-10-04 08:24:43,257 - root - INFO - epoch:1. iter/total_iter:13330/158025. lr:0.00100. loss:0.1177. spend/global_spend:15.9798/7:47:18. eta:3 days, 12:32:37
2019-10-04 08:24:58,236 - root - INFO - epoch:1. iter/total_iter:13340/158025. lr:0.00100. loss:0.1510. spend/global_spend:14.9793/7:47:33. eta:3 days, 12:31:10
2019-10-04 08:25:02,762 - root - INFO - epoch:1. iter/total_iter:13350/158025. lr:0.00100. loss:0.1588. spend/global_spend:4.5262/7:47:38. eta:3 days, 12:27:50
2019-10-04 08:25:18,382 - root - INFO - epoch:1. iter/total_iter:13360/158025. lr:0.00100. loss:0.1690. spend/global_spend:15.6195/7:47:53. eta:3 days, 12:26:31
2019-10-04 08:25:27,470 - root - INFO - epoch:1. iter/total_iter:13370/158025. lr:0.00100. loss:0.1519. spend/global_spend:9.0879/7:48:03. eta:3 days, 12:24:01
2019-10-04 08:25:40,549 - root - INFO - epoch:1. iter/total_iter:13380/158025. lr:0.00100. loss:0.1545. spend/global_spend:13.0795/7:48:16. eta:3 days, 12:22:14
2019-10-04 08:25:55,530 - root - INFO - epoch:1. iter/total_iter:13390/158025. lr:0.00100. loss:0.1577. spend/global_spend:14.9805/7:48:31. eta:3 days, 12:20:48
2019-10-04 08:26:01,577 - root - INFO - epoch:1. iter/total_iter:13400/158025. lr:0.00100. loss:0.1637. spend/global_spend:6.0474/7:48:37. eta:3 days, 12:17:46
2019-10-04 08:26:17,533 - root - INFO - epoch:1. iter/total_iter:13410/158025. lr:0.00100. loss:0.1552. spend/global_spend:15.9562/7:48:53. eta:3 days, 12:16:30
2019-10-04 08:26:27,374 - root - INFO - epoch:1. iter/total_iter:13420/158025. lr:0.00100. loss:0.1380. spend/global_spend:9.8405/7:49:02. eta:3 days, 12:14:09
2019-10-04 08:26:39,651 - root - INFO - epoch:1. iter/total_iter:13430/158025. lr:0.00100. loss:0.1346. spend/global_spend:12.2767/7:49:15. eta:3 days, 12:12:15
2019-10-04 08:26:54,564 - root - INFO - epoch:1. iter/total_iter:13440/158025. lr:0.00100. loss:0.1564. spend/global_spend:14.9134/7:49:30. eta:3 days, 12:10:49
2019-10-04 08:26:59,069 - root - INFO - epoch:1. iter/total_iter:13450/158025. lr:0.00100. loss:0.1518. spend/global_spend:4.5046/7:49:34. eta:3 days, 12:07:31
2019-10-04 08:27:14,410 - root - INFO - epoch:1. iter/total_iter:13460/158025. lr:0.00100. loss:0.1751. spend/global_spend:15.3412/7:49:50. eta:3 days, 12:06:10
2019-10-04 08:27:19,092 - root - INFO - epoch:1. iter/total_iter:13470/158025. lr:0.00100. loss:0.1417. spend/global_spend:4.6824/7:49:54. eta:3 days, 12:02:54
2019-10-04 08:27:32,928 - root - INFO - epoch:1. iter/total_iter:13480/158025. lr:0.00100. loss:0.1468. spend/global_spend:13.8363/7:50:08. eta:3 days, 12:01:17
2019-10-04 08:27:46,371 - root - INFO - epoch:1. iter/total_iter:13490/158025. lr:0.00100. loss:0.1303. spend/global_spend:13.4421/7:50:21. eta:3 days, 11:59:36
2019-10-04 08:27:59,363 - root - INFO - epoch:1. iter/total_iter:13500/158025. lr:0.00100. loss:0.1406. spend/global_spend:12.9921/7:50:34. eta:3 days, 11:57:50
2019-10-04 08:28:07,830 - root - INFO - epoch:1. iter/total_iter:13510/158025. lr:0.00100. loss:0.1432. spend/global_spend:8.4671/7:50:43. eta:3 days, 11:55:16
2019-10-04 08:28:21,601 - root - INFO - epoch:1. iter/total_iter:13520/158025. lr:0.00100. loss:0.1247. spend/global_spend:13.7712/7:50:57. eta:3 days, 11:53:39
2019-10-04 08:28:33,587 - root - INFO - epoch:1. iter/total_iter:13530/158025. lr:0.00100. loss:0.1523. spend/global_spend:11.9860/7:51:09. eta:3 days, 11:51:43
2019-10-04 08:28:40,041 - root - INFO - epoch:1. iter/total_iter:13540/158025. lr:0.00100. loss:0.1517. spend/global_spend:6.4538/7:51:15. eta:3 days, 11:48:48
2019-10-04 08:28:56,840 - root - INFO - epoch:1. iter/total_iter:13550/158025. lr:0.00100. loss:0.1404. spend/global_spend:16.7987/7:51:32. eta:3 days, 11:47:44
2019-10-04 08:29:01,343 - root - INFO - epoch:1. iter/total_iter:13560/158025. lr:0.00100. loss:0.1335. spend/global_spend:4.5034/7:51:36. eta:3 days, 11:44:28
2019-10-04 08:29:17,739 - root - INFO - epoch:1. iter/total_iter:13570/158025. lr:0.00100. loss:0.1527. spend/global_spend:16.3962/7:51:53. eta:3 days, 11:43:20
2019-10-04 08:29:33,727 - root - INFO - epoch:1. iter/total_iter:13580/158025. lr:0.00100. loss:0.1569. spend/global_spend:15.9881/7:52:09. eta:3 days, 11:42:07
2019-10-04 08:29:38,223 - root - INFO - epoch:1. iter/total_iter:13590/158025. lr:0.00100. loss:0.1326. spend/global_spend:4.4959/7:52:13. eta:3 days, 11:38:52
2019-10-04 08:29:53,026 - root - INFO - epoch:1. iter/total_iter:13600/158025. lr:0.00100. loss:0.1433. spend/global_spend:14.8030/7:52:28. eta:3 days, 11:37:27
2019-10-04 08:30:09,511 - root - INFO - epoch:1. iter/total_iter:13610/158025. lr:0.00100. loss:0.1361. spend/global_spend:16.4853/7:52:45. eta:3 days, 11:36:20
2019-10-04 08:30:15,353 - root - INFO - epoch:1. iter/total_iter:13620/158025. lr:0.00100. loss:0.1419. spend/global_spend:5.8420/7:52:50. eta:3 days, 11:33:20
2019-10-04 08:30:28,627 - root - INFO - epoch:1. iter/total_iter:13630/158025. lr:0.00100. loss:0.1632. spend/global_spend:13.2734/7:53:04. eta:3 days, 11:31:39
2019-10-04 08:30:33,177 - root - INFO - epoch:1. iter/total_iter:13640/158025. lr:0.00100. loss:0.1530. spend/global_spend:4.5502/7:53:08. eta:3 days, 11:28:26
2019-10-04 08:30:48,824 - root - INFO - epoch:1. iter/total_iter:13650/158025. lr:0.00100. loss:0.1396. spend/global_spend:15.6465/7:53:24. eta:3 days, 11:27:11
2019-10-04 08:31:05,631 - root - INFO - epoch:1. iter/total_iter:13660/158025. lr:0.00100. loss:0.1385. spend/global_spend:16.8078/7:53:41. eta:3 days, 11:26:08
2019-10-04 08:31:10,137 - root - INFO - epoch:1. iter/total_iter:13670/158025. lr:0.00100. loss:0.1310. spend/global_spend:4.5061/7:53:45. eta:3 days, 11:22:55
2019-10-04 08:31:27,376 - root - INFO - epoch:1. iter/total_iter:13680/158025. lr:0.00100. loss:0.1495. spend/global_spend:17.2388/7:54:02. eta:3 days, 11:21:57
2019-10-04 08:31:45,802 - root - INFO - epoch:1. iter/total_iter:13690/158025. lr:0.00100. loss:0.1460. spend/global_spend:18.4258/7:54:21. eta:3 days, 11:21:11
2019-10-04 08:31:50,289 - root - INFO - epoch:1. iter/total_iter:13700/158025. lr:0.00100. loss:0.1376. spend/global_spend:4.4873/7:54:25. eta:3 days, 11:17:58
2019-10-04 08:32:06,961 - root - INFO - epoch:1. iter/total_iter:13710/158025. lr:0.00100. loss:0.1287. spend/global_spend:16.6718/7:54:42. eta:3 days, 11:16:54
2019-10-04 08:32:11,493 - root - INFO - epoch:1. iter/total_iter:13720/158025. lr:0.00100. loss:0.1449. spend/global_spend:4.5320/7:54:47. eta:3 days, 11:13:43
2019-10-04 08:32:27,836 - root - INFO - epoch:1. iter/total_iter:13730/158025. lr:0.00100. loss:0.1251. spend/global_spend:16.3427/7:55:03. eta:3 days, 11:12:35
2019-10-04 08:32:44,902 - root - INFO - epoch:1. iter/total_iter:13740/158025. lr:0.00100. loss:0.1309. spend/global_spend:17.0657/7:55:20. eta:3 days, 11:11:36
2019-10-04 08:32:49,417 - root - INFO - epoch:1. iter/total_iter:13750/158025. lr:0.00100. loss:0.1531. spend/global_spend:4.5159/7:55:25. eta:3 days, 11:08:25
2019-10-04 08:33:07,142 - root - INFO - epoch:1. iter/total_iter:13760/158025. lr:0.00100. loss:0.1605. spend/global_spend:17.7246/7:55:42. eta:3 days, 11:07:32
2019-10-04 08:33:25,543 - root - INFO - epoch:1. iter/total_iter:13770/158025. lr:0.00100. loss:0.1385. spend/global_spend:18.4008/7:56:01. eta:3 days, 11:06:47
2019-10-04 08:33:30,020 - root - INFO - epoch:1. iter/total_iter:13780/158025. lr:0.00100. loss:0.1397. spend/global_spend:4.4769/7:56:05. eta:3 days, 11:03:36
2019-10-04 08:33:46,239 - root - INFO - epoch:1. iter/total_iter:13790/158025. lr:0.00100. loss:0.1649. spend/global_spend:16.2195/7:56:21. eta:3 days, 11:02:28
2019-10-04 08:33:50,784 - root - INFO - epoch:1. iter/total_iter:13800/158025. lr:0.00100. loss:0.1744. spend/global_spend:4.5453/7:56:26. eta:3 days, 10:59:18
2019-10-04 08:34:05,892 - root - INFO - epoch:1. iter/total_iter:13810/158025. lr:0.00100. loss:0.1374. spend/global_spend:15.1075/7:56:41. eta:3 days, 10:57:59
2019-10-04 08:34:22,702 - root - INFO - epoch:1. iter/total_iter:13820/158025. lr:0.00100. loss:0.1500. spend/global_spend:16.8101/7:56:58. eta:3 days, 10:56:58
2019-10-04 08:34:27,252 - root - INFO - epoch:1. iter/total_iter:13830/158025. lr:0.00100. loss:0.1618. spend/global_spend:4.5500/7:57:02. eta:3 days, 10:53:48
2019-10-04 08:34:43,102 - root - INFO - epoch:1. iter/total_iter:13840/158025. lr:0.00100. loss:0.1412. spend/global_spend:15.8501/7:57:18. eta:3 days, 10:52:37
2019-10-04 08:35:00,761 - root - INFO - epoch:1. iter/total_iter:13850/158025. lr:0.00100. loss:0.1543. spend/global_spend:17.6593/7:57:36. eta:3 days, 10:51:45
2019-10-04 08:35:05,264 - root - INFO - epoch:1. iter/total_iter:13860/158025. lr:0.00100. loss:0.1341. spend/global_spend:4.5030/7:57:40. eta:3 days, 10:48:36
2019-10-04 08:35:20,628 - root - INFO - epoch:1. iter/total_iter:13870/158025. lr:0.00100. loss:0.1491. spend/global_spend:15.3638/7:57:56. eta:3 days, 10:47:20
2019-10-04 08:35:25,131 - root - INFO - epoch:1. iter/total_iter:13880/158025. lr:0.00100. loss:0.1622. spend/global_spend:4.5028/7:58:00. eta:3 days, 10:44:11
2019-10-04 08:35:43,079 - root - INFO - epoch:1. iter/total_iter:13890/158025. lr:0.00100. loss:0.1530. spend/global_spend:17.9483/7:58:18. eta:3 days, 10:43:23
2019-10-04 08:35:58,275 - root - INFO - epoch:1. iter/total_iter:13900/158025. lr:0.00100. loss:0.1455. spend/global_spend:15.1940/7:58:33. eta:3 days, 10:42:05
2019-10-04 08:36:02,873 - root - INFO - epoch:1. iter/total_iter:13910/158025. lr:0.00100. loss:0.1387. spend/global_spend:4.5991/7:58:38. eta:3 days, 10:38:58
2019-10-04 08:36:17,376 - root - INFO - epoch:1. iter/total_iter:13920/158025. lr:0.00100. loss:0.1531. spend/global_spend:14.5037/7:58:52. eta:3 days, 10:37:34
2019-10-04 08:36:33,304 - root - INFO - epoch:1. iter/total_iter:13930/158025. lr:0.00100. loss:0.1447. spend/global_spend:15.9286/7:59:08. eta:3 days, 10:36:25
2019-10-04 08:36:41,584 - root - INFO - epoch:1. iter/total_iter:13940/158025. lr:0.00100. loss:0.1594. spend/global_spend:8.2798/7:59:17. eta:3 days, 10:33:56
2019-10-04 08:36:56,535 - root - INFO - epoch:1. iter/total_iter:13950/158025. lr:0.00100. loss:0.1379. spend/global_spend:14.9511/7:59:32. eta:3 days, 10:32:37
2019-10-04 08:37:04,465 - root - INFO - epoch:1. iter/total_iter:13960/158025. lr:0.00100. loss:0.1433. spend/global_spend:7.9295/7:59:40. eta:3 days, 10:30:05
2019-10-04 08:37:19,669 - root - INFO - epoch:1. iter/total_iter:13970/158025. lr:0.00100. loss:0.1433. spend/global_spend:15.2038/7:59:55. eta:3 days, 10:28:49
2019-10-04 08:37:38,672 - root - INFO - epoch:1. iter/total_iter:13980/158025. lr:0.00100. loss:0.1650. spend/global_spend:19.0035/8:00:14. eta:3 days, 10:28:12
2019-10-04 08:37:43,984 - root - INFO - epoch:1. iter/total_iter:13990/158025. lr:0.00100. loss:0.1414. spend/global_spend:5.3123/8:00:19. eta:3 days, 10:25:14
2019-10-04 08:37:59,030 - root - INFO - epoch:1. iter/total_iter:14000/158025. lr:0.00100. loss:0.1437. spend/global_spend:15.0458/8:00:34. eta:3 days, 10:23:56
2019-10-04 08:38:16,213 - root - INFO - epoch:1. iter/total_iter:14010/158025. lr:0.00100. loss:0.1566. spend/global_spend:17.1825/8:00:51. eta:3 days, 10:23:00
2019-10-04 08:38:20,829 - root - INFO - epoch:1. iter/total_iter:14020/158025. lr:0.00100. loss:0.1303. spend/global_spend:4.6164/8:00:56. eta:3 days, 10:19:55
2019-10-04 08:38:37,242 - root - INFO - epoch:1. iter/total_iter:14030/158025. lr:0.00100. loss:0.1328. spend/global_spend:16.4129/8:01:12. eta:3 days, 10:18:52
2019-10-04 08:38:41,734 - root - INFO - epoch:1. iter/total_iter:14040/158025. lr:0.00100. loss:0.1433. spend/global_spend:4.4918/8:01:17. eta:3 days, 10:15:46
2019-10-04 08:38:58,200 - root - INFO - epoch:1. iter/total_iter:14050/158025. lr:0.00100. loss:0.1394. spend/global_spend:16.4639/8:01:33. eta:3 days, 10:14:44
2019-10-04 08:39:15,695 - root - INFO - epoch:1. iter/total_iter:14060/158025. lr:0.00100. loss:0.1274. spend/global_spend:17.4970/8:01:51. eta:3 days, 10:13:52
2019-10-04 08:39:23,194 - root - INFO - epoch:1. iter/total_iter:14070/158025. lr:0.00100. loss:0.1353. spend/global_spend:7.4996/8:01:58. eta:3 days, 10:11:18
2019-10-04 08:39:35,093 - root - INFO - epoch:1. iter/total_iter:14080/158025. lr:0.00100. loss:0.1310. spend/global_spend:11.8981/8:02:10. eta:3 days, 10:09:29
2019-10-04 08:39:53,412 - root - INFO - epoch:1. iter/total_iter:14090/158025. lr:0.00100. loss:0.1520. spend/global_spend:18.3193/8:02:29. eta:3 days, 10:08:45
2019-10-04 08:40:00,706 - root - INFO - epoch:1. iter/total_iter:14100/158025. lr:0.00100. loss:0.1559. spend/global_spend:7.2942/8:02:36. eta:3 days, 10:06:09
2019-10-04 08:40:12,830 - root - INFO - epoch:1. iter/total_iter:14110/158025. lr:0.00100. loss:0.1532. spend/global_spend:12.1228/8:02:48. eta:3 days, 10:04:23
2019-10-04 08:40:24,029 - root - INFO - epoch:1. iter/total_iter:14120/158025. lr:0.00100. loss:0.1600. spend/global_spend:11.2006/8:02:59. eta:3 days, 10:02:27
2019-10-04 08:40:38,348 - root - INFO - epoch:1. iter/total_iter:14130/158025. lr:0.00100. loss:0.1538. spend/global_spend:14.3184/8:03:13. eta:3 days, 10:01:04
2019-10-04 08:40:49,298 - root - INFO - epoch:1. iter/total_iter:14140/158025. lr:0.00100. loss:0.1447. spend/global_spend:10.9498/8:03:24. eta:3 days, 9:59:06
2019-10-04 08:41:01,888 - root - INFO - epoch:1. iter/total_iter:14150/158025. lr:0.00100. loss:0.1328. spend/global_spend:12.5910/8:03:37. eta:3 days, 9:57:25
2019-10-04 08:41:16,069 - root - INFO - epoch:1. iter/total_iter:14160/158025. lr:0.00100. loss:0.1478. spend/global_spend:14.1800/8:03:51. eta:3 days, 9:56:00
2019-10-04 08:41:28,939 - root - INFO - epoch:1. iter/total_iter:14170/158025. lr:0.00100. loss:0.1263. spend/global_spend:12.8708/8:04:04. eta:3 days, 9:54:22
2019-10-04 08:41:39,299 - root - INFO - epoch:1. iter/total_iter:14180/158025. lr:0.00100. loss:0.1348. spend/global_spend:10.3594/8:04:14. eta:3 days, 9:52:19
2019-10-04 08:41:52,059 - root - INFO - epoch:1. iter/total_iter:14190/158025. lr:0.00100. loss:0.1321. spend/global_spend:12.7601/8:04:27. eta:3 days, 9:50:40
2019-10-04 08:41:59,020 - root - INFO - epoch:1. iter/total_iter:14200/158025. lr:0.00100. loss:0.1457. spend/global_spend:6.9611/8:04:34. eta:3 days, 9:48:02
2019-10-04 08:42:14,897 - root - INFO - epoch:1. iter/total_iter:14210/158025. lr:0.00100. loss:0.1554. spend/global_spend:15.8774/8:04:50. eta:3 days, 9:46:55
2019-10-04 08:42:30,520 - root - INFO - epoch:1. iter/total_iter:14220/158025. lr:0.00100. loss:0.1584. spend/global_spend:15.6227/8:05:06. eta:3 days, 9:45:46
2019-10-04 08:42:36,654 - root - INFO - epoch:1. iter/total_iter:14230/158025. lr:0.00100. loss:0.1440. spend/global_spend:6.1341/8:05:12. eta:3 days, 9:43:01
2019-10-04 08:42:53,141 - root - INFO - epoch:1. iter/total_iter:14240/158025. lr:0.00100. loss:0.1351. spend/global_spend:16.4866/8:05:28. eta:3 days, 9:42:00
2019-10-04 08:43:10,255 - root - INFO - epoch:1. iter/total_iter:14250/158025. lr:0.00100. loss:0.1414. spend/global_spend:17.1139/8:05:45. eta:3 days, 9:41:06
2019-10-04 08:43:15,188 - root - INFO - epoch:1. iter/total_iter:14260/158025. lr:0.00100. loss:0.1652. spend/global_spend:4.9336/8:05:50. eta:3 days, 9:38:09
2019-10-04 08:43:35,396 - root - INFO - epoch:1. iter/total_iter:14270/158025. lr:0.00100. loss:0.1338. spend/global_spend:20.2082/8:06:10. eta:3 days, 9:37:46
2019-10-04 08:43:39,879 - root - INFO - epoch:1. iter/total_iter:14280/158025. lr:0.00100. loss:0.1557. spend/global_spend:4.4824/8:06:15. eta:3 days, 9:34:45
2019-10-04 08:44:01,345 - root - INFO - epoch:1. iter/total_iter:14290/158025. lr:0.00100. loss:0.1615. spend/global_spend:21.4658/8:06:36. eta:3 days, 9:34:35
2019-10-04 08:44:15,291 - root - INFO - epoch:1. iter/total_iter:14300/158025. lr:0.00100. loss:0.1407. spend/global_spend:13.9465/8:06:50. eta:3 days, 9:33:09
2019-10-04 08:44:19,778 - root - INFO - epoch:1. iter/total_iter:14310/158025. lr:0.00100. loss:0.1401. spend/global_spend:4.4871/8:06:55. eta:3 days, 9:30:09
2019-10-04 08:44:34,267 - root - INFO - epoch:1. iter/total_iter:14320/158025. lr:0.00100. loss:0.1536. spend/global_spend:14.4884/8:07:09. eta:3 days, 9:28:49
2019-10-04 08:44:55,402 - root - INFO - epoch:1. iter/total_iter:14330/158025. lr:0.00100. loss:0.1535. spend/global_spend:21.1351/8:07:31. eta:3 days, 9:28:36
2019-10-04 08:44:59,876 - root - INFO - epoch:1. iter/total_iter:14340/158025. lr:0.00100. loss:0.1633. spend/global_spend:4.4742/8:07:35. eta:3 days, 9:25:36
2019-10-04 08:45:19,372 - root - INFO - epoch:1. iter/total_iter:14350/158025. lr:0.00100. loss:0.1750. spend/global_spend:19.4960/8:07:54. eta:3 days, 9:25:06
2019-10-04 08:45:23,849 - root - INFO - epoch:1. iter/total_iter:14360/158025. lr:0.00100. loss:0.1597. spend/global_spend:4.4765/8:07:59. eta:3 days, 9:22:07
2019-10-04 08:45:42,262 - root - INFO - epoch:1. iter/total_iter:14370/158025. lr:0.00100. loss:0.1480. spend/global_spend:18.4134/8:08:17. eta:3 days, 9:21:26
2019-10-04 08:45:58,032 - root - INFO - epoch:1. iter/total_iter:14380/158025. lr:0.00100. loss:0.1617. spend/global_spend:15.7703/8:08:33. eta:3 days, 9:20:20
2019-10-04 08:46:02,517 - root - INFO - epoch:1. iter/total_iter:14390/158025. lr:0.00100. loss:0.1729. spend/global_spend:4.4850/8:08:38. eta:3 days, 9:17:21
2019-10-04 08:46:15,981 - root - INFO - epoch:1. iter/total_iter:14400/158025. lr:0.00100. loss:0.1570. spend/global_spend:13.4639/8:08:51. eta:3 days, 9:15:51
2019-10-04 08:46:33,808 - root - INFO - epoch:1. iter/total_iter:14410/158025. lr:0.00100. loss:0.1350. spend/global_spend:17.8272/8:09:09. eta:3 days, 9:15:06
2019-10-04 08:46:38,300 - root - INFO - epoch:1. iter/total_iter:14420/158025. lr:0.00100. loss:0.1525. spend/global_spend:4.4913/8:09:13. eta:3 days, 9:12:07
2019-10-04 08:46:53,680 - root - INFO - epoch:1. iter/total_iter:14430/158025. lr:0.00100. loss:0.1541. spend/global_spend:15.3809/8:09:29. eta:3 days, 9:10:57
2019-10-04 08:46:58,197 - root - INFO - epoch:1. iter/total_iter:14440/158025. lr:0.00100. loss:0.1592. spend/global_spend:4.5166/8:09:33. eta:3 days, 9:08:00
2019-10-04 08:47:15,812 - root - INFO - epoch:1. iter/total_iter:14450/158025. lr:0.00100. loss:0.1493. spend/global_spend:17.6150/8:09:51. eta:3 days, 9:07:12
2019-10-04 08:47:30,469 - root - INFO - epoch:1. iter/total_iter:14460/158025. lr:0.00100. loss:0.1486. spend/global_spend:14.6572/8:10:06. eta:3 days, 9:05:55
2019-10-04 08:47:35,000 - root - INFO - epoch:1. iter/total_iter:14470/158025. lr:0.00100. loss:0.1435. spend/global_spend:4.5312/8:10:10. eta:3 days, 9:02:58
2019-10-04 08:47:52,099 - root - INFO - epoch:1. iter/total_iter:14480/158025. lr:0.00100. loss:0.1370. spend/global_spend:17.0992/8:10:27. eta:3 days, 9:02:06
2019-10-04 08:48:07,667 - root - INFO - epoch:1. iter/total_iter:14490/158025. lr:0.00100. loss:0.1688. spend/global_spend:15.5671/8:10:43. eta:3 days, 9:00:59
2019-10-04 08:48:12,142 - root - INFO - epoch:1. iter/total_iter:14500/158025. lr:0.00100. loss:0.1551. spend/global_spend:4.4757/8:10:47. eta:3 days, 8:58:01
2019-10-04 08:48:30,998 - root - INFO - epoch:1. iter/total_iter:14510/158025. lr:0.00100. loss:0.1469. spend/global_spend:18.8554/8:11:06. eta:3 days, 8:57:27
2019-10-04 08:48:35,515 - root - INFO - epoch:1. iter/total_iter:14520/158025. lr:0.00100. loss:0.1217. spend/global_spend:4.5173/8:11:11. eta:3 days, 8:54:30
2019-10-04 08:48:53,774 - root - INFO - epoch:1. iter/total_iter:14530/158025. lr:0.00100. loss:0.1650. spend/global_spend:18.2592/8:11:29. eta:3 days, 8:53:50
2019-10-04 08:49:10,354 - root - INFO - epoch:1. iter/total_iter:14540/158025. lr:0.00100. loss:0.1567. spend/global_spend:16.5795/8:11:45. eta:3 days, 8:52:53
2019-10-04 08:49:14,825 - root - INFO - epoch:1. iter/total_iter:14550/158025. lr:0.00100. loss:0.1257. spend/global_spend:4.4709/8:11:50. eta:3 days, 8:49:57
2019-10-04 08:49:30,569 - root - INFO - epoch:1. iter/total_iter:14560/158025. lr:0.00100. loss:0.1721. spend/global_spend:15.7440/8:12:06. eta:3 days, 8:48:52
2019-10-04 08:49:45,089 - root - INFO - epoch:1. iter/total_iter:14570/158025. lr:0.00100. loss:0.1256. spend/global_spend:14.5200/8:12:20. eta:3 days, 8:47:35
2019-10-04 08:49:54,071 - root - INFO - epoch:1. iter/total_iter:14580/158025. lr:0.00100. loss:0.1438. spend/global_spend:8.9823/8:12:29. eta:3 days, 8:45:23
2019-10-04 08:50:08,213 - root - INFO - epoch:1. iter/total_iter:14590/158025. lr:0.00100. loss:0.1477. spend/global_spend:14.1417/8:12:43. eta:3 days, 8:44:03
2019-10-04 08:50:13,277 - root - INFO - epoch:1. iter/total_iter:14600/158025. lr:0.00100. loss:0.1419. spend/global_spend:5.0646/8:12:48. eta:3 days, 8:41:13
2019-10-04 08:50:31,964 - root - INFO - epoch:1. iter/total_iter:14610/158025. lr:0.00100. loss:0.1619. spend/global_spend:18.6862/8:13:07. eta:3 days, 8:40:38
2019-10-04 08:50:48,060 - root - INFO - epoch:1. iter/total_iter:14620/158025. lr:0.00100. loss:0.1348. spend/global_spend:16.0960/8:13:23. eta:3 days, 8:39:37
2019-10-04 08:50:55,872 - root - INFO - epoch:1. iter/total_iter:14630/158025. lr:0.00100. loss:0.1596. spend/global_spend:7.8124/8:13:31. eta:3 days, 8:37:14
2019-10-04 08:51:10,650 - root - INFO - epoch:1. iter/total_iter:14640/158025. lr:0.00100. loss:0.1464. spend/global_spend:14.7778/8:13:46. eta:3 days, 8:36:01
2019-10-04 08:51:27,498 - root - INFO - epoch:1. iter/total_iter:14650/158025. lr:0.00100. loss:0.1325. spend/global_spend:16.8479/8:14:03. eta:3 days, 8:35:07
2019-10-04 08:51:32,723 - root - INFO - epoch:1. iter/total_iter:14660/158025. lr:0.00100. loss:0.1527. spend/global_spend:5.2253/8:14:08. eta:3 days, 8:32:20
2019-10-04 08:51:51,981 - root - INFO - epoch:1. iter/total_iter:14670/158025. lr:0.00100. loss:0.1452. spend/global_spend:19.2577/8:14:27. eta:3 days, 8:31:51
2019-10-04 08:51:56,477 - root - INFO - epoch:1. iter/total_iter:14680/158025. lr:0.00100. loss:0.1479. spend/global_spend:4.4967/8:14:32. eta:3 days, 8:28:57
2019-10-04 08:52:12,452 - root - INFO - epoch:1. iter/total_iter:14690/158025. lr:0.00100. loss:0.1645. spend/global_spend:15.9744/8:14:48. eta:3 days, 8:27:55
2019-10-04 08:52:29,937 - root - INFO - epoch:1. iter/total_iter:14700/158025. lr:0.00100. loss:0.1278. spend/global_spend:17.4855/8:15:05. eta:3 days, 8:27:08
2019-10-04 08:52:34,421 - root - INFO - epoch:1. iter/total_iter:14710/158025. lr:0.00100. loss:0.1263. spend/global_spend:4.4839/8:15:10. eta:3 days, 8:24:15
2019-10-04 08:52:52,039 - root - INFO - epoch:1. iter/total_iter:14720/158025. lr:0.00100. loss:0.1451. spend/global_spend:17.6181/8:15:27. eta:3 days, 8:23:30
2019-10-04 08:53:10,421 - root - INFO - epoch:1. iter/total_iter:14730/158025. lr:0.00100. loss:0.1708. spend/global_spend:18.3818/8:15:46. eta:3 days, 8:22:52
2019-10-04 08:53:14,902 - root - INFO - epoch:1. iter/total_iter:14740/158025. lr:0.00100. loss:0.1514. spend/global_spend:4.4809/8:15:50. eta:3 days, 8:19:59
2019-10-04 08:53:34,549 - root - INFO - epoch:1. iter/total_iter:14750/158025. lr:0.00100. loss:0.1523. spend/global_spend:19.6472/8:16:10. eta:3 days, 8:19:34
2019-10-04 08:53:39,019 - root - INFO - epoch:1. iter/total_iter:14760/158025. lr:0.00100. loss:0.1458. spend/global_spend:4.4697/8:16:14. eta:3 days, 8:16:41
2019-10-04 08:53:54,318 - root - INFO - epoch:1. iter/total_iter:14770/158025. lr:0.00100. loss:0.1513. spend/global_spend:15.2989/8:16:29. eta:3 days, 8:15:33
2019-10-04 08:54:10,597 - root - INFO - epoch:1. iter/total_iter:14780/158025. lr:0.00100. loss:0.1608. spend/global_spend:16.2791/8:16:46. eta:3 days, 8:14:36
2019-10-04 08:54:15,189 - root - INFO - epoch:1. iter/total_iter:14790/158025. lr:0.00100. loss:0.1384. spend/global_spend:4.5921/8:16:50. eta:3 days, 8:11:45
2019-10-04 08:54:30,688 - root - INFO - epoch:1. iter/total_iter:14800/158025. lr:0.00100. loss:0.1381. spend/global_spend:15.4988/8:17:06. eta:3 days, 8:10:39
2019-10-04 08:54:48,189 - root - INFO - epoch:1. iter/total_iter:14810/158025. lr:0.00100. loss:0.1412. spend/global_spend:17.5017/8:17:23. eta:3 days, 8:09:54
2019-10-04 08:54:52,668 - root - INFO - epoch:1. iter/total_iter:14820/158025. lr:0.00100. loss:0.1481. spend/global_spend:4.4785/8:17:28. eta:3 days, 8:07:02
2019-10-04 08:55:11,818 - root - INFO - epoch:1. iter/total_iter:14830/158025. lr:0.00100. loss:0.1220. spend/global_spend:19.1505/8:17:47. eta:3 days, 8:06:32
2019-10-04 08:55:16,308 - root - INFO - epoch:1. iter/total_iter:14840/158025. lr:0.00100. loss:0.1458. spend/global_spend:4.4893/8:17:51. eta:3 days, 8:03:41
2019-10-04 08:55:30,902 - root - INFO - epoch:1. iter/total_iter:14850/158025. lr:0.00100. loss:0.1323. spend/global_spend:14.5938/8:18:06. eta:3 days, 8:02:28
2019-10-04 08:55:46,715 - root - INFO - epoch:1. iter/total_iter:14860/158025. lr:0.00100. loss:0.1448. spend/global_spend:15.8137/8:18:22. eta:3 days, 8:01:26
2019-10-04 08:55:51,213 - root - INFO - epoch:1. iter/total_iter:14870/158025. lr:0.00100. loss:0.1499. spend/global_spend:4.4974/8:18:26. eta:3 days, 7:58:35
2019-10-04 08:56:07,897 - root - INFO - epoch:1. iter/total_iter:14880/158025. lr:0.00100. loss:0.1435. spend/global_spend:16.6847/8:18:43. eta:3 days, 7:57:42
2019-10-04 08:56:25,519 - root - INFO - epoch:1. iter/total_iter:14890/158025. lr:0.00100. loss:0.1661. spend/global_spend:17.6215/8:19:01. eta:3 days, 7:56:58
2019-10-04 08:56:29,998 - root - INFO - epoch:1. iter/total_iter:14900/158025. lr:0.00100. loss:0.1399. spend/global_spend:4.4795/8:19:05. eta:3 days, 7:54:08
2019-10-04 08:56:46,083 - root - INFO - epoch:1. iter/total_iter:14910/158025. lr:0.00100. loss:0.1532. spend/global_spend:16.0849/8:19:21. eta:3 days, 7:53:09
2019-10-04 08:56:50,649 - root - INFO - epoch:1. iter/total_iter:14920/158025. lr:0.00100. loss:0.1464. spend/global_spend:4.5657/8:19:26. eta:3 days, 7:50:20
2019-10-04 08:57:10,356 - root - INFO - epoch:1. iter/total_iter:14930/158025. lr:0.00100. loss:0.1518. spend/global_spend:19.7069/8:19:45. eta:3 days, 7:49:57
2019-10-04 08:57:25,501 - root - INFO - epoch:1. iter/total_iter:14940/158025. lr:0.00100. loss:0.1425. spend/global_spend:15.1453/8:20:01. eta:3 days, 7:48:49
2019-10-04 08:57:30,006 - root - INFO - epoch:1. iter/total_iter:14950/158025. lr:0.00100. loss:0.1508. spend/global_spend:4.5051/8:20:05. eta:3 days, 7:46:00
2019-10-04 08:57:47,751 - root - INFO - epoch:1. iter/total_iter:14960/158025. lr:0.00100. loss:0.1644. spend/global_spend:17.7451/8:20:23. eta:3 days, 7:45:18
2019-10-04 08:58:04,062 - root - INFO - epoch:1. iter/total_iter:14970/158025. lr:0.00100. loss:0.1600. spend/global_spend:16.3105/8:20:39. eta:3 days, 7:44:22
2019-10-04 08:58:08,553 - root - INFO - epoch:1. iter/total_iter:14980/158025. lr:0.00100. loss:0.1448. spend/global_spend:4.4907/8:20:44. eta:3 days, 7:41:33
2019-10-04 08:58:27,893 - root - INFO - epoch:1. iter/total_iter:14990/158025. lr:0.00100. loss:0.1482. spend/global_spend:19.3407/8:21:03. eta:3 days, 7:41:06
2019-10-04 08:58:32,461 - root - INFO - epoch:1. iter/total_iter:15000/158025. lr:0.00100. loss:0.1655. spend/global_spend:4.5683/8:21:08. eta:3 days, 7:38:18
2019-10-04 08:58:45,970 - root - INFO - epoch:1. iter/total_iter:15010/158025. lr:0.00100. loss:0.1477. spend/global_spend:13.5085/8:21:21. eta:3 days, 7:36:56
2019-10-04 08:58:59,222 - root - INFO - epoch:1. iter/total_iter:15020/158025. lr:0.00100. loss:0.1283. spend/global_spend:13.2518/8:21:34. eta:3 days, 7:35:31
2019-10-04 08:59:03,735 - root - INFO - epoch:1. iter/total_iter:15030/158025. lr:0.00100. loss:0.1421. spend/global_spend:4.5129/8:21:39. eta:3 days, 7:32:44
2019-10-04 08:59:22,889 - root - INFO - epoch:1. iter/total_iter:15040/158025. lr:0.00100. loss:0.1388. spend/global_spend:19.1547/8:21:58. eta:3 days, 7:32:15
2019-10-04 08:59:45,012 - root - INFO - epoch:1. iter/total_iter:15050/158025. lr:0.00100. loss:0.1536. spend/global_spend:22.1231/8:22:20. eta:3 days, 7:32:15
2019-10-04 08:59:49,488 - root - INFO - epoch:1. iter/total_iter:15060/158025. lr:0.00100. loss:0.1319. spend/global_spend:4.4760/8:22:25. eta:3 days, 7:29:28
2019-10-04 09:00:05,085 - root - INFO - epoch:1. iter/total_iter:15070/158025. lr:0.00100. loss:0.1618. spend/global_spend:15.5967/8:22:40. eta:3 days, 7:28:26
2019-10-04 09:00:09,591 - root - INFO - epoch:1. iter/total_iter:15080/158025. lr:0.00100. loss:0.1509. spend/global_spend:4.5060/8:22:45. eta:3 days, 7:25:39
2019-10-04 09:00:27,499 - root - INFO - epoch:1. iter/total_iter:15090/158025. lr:0.00100. loss:0.1625. spend/global_spend:17.9074/8:23:03. eta:3 days, 7:24:59
2019-10-04 09:00:43,838 - root - INFO - epoch:1. iter/total_iter:15100/158025. lr:0.00100. loss:0.1488. spend/global_spend:16.3397/8:23:19. eta:3 days, 7:24:04
2019-10-04 09:00:48,317 - root - INFO - epoch:1. iter/total_iter:15110/158025. lr:0.00100. loss:0.1424. spend/global_spend:4.4787/8:23:23. eta:3 days, 7:21:17
2019-10-04 09:01:07,500 - root - INFO - epoch:1. iter/total_iter:15120/158025. lr:0.00100. loss:0.1395. spend/global_spend:19.1825/8:23:43. eta:3 days, 7:20:50
2019-10-04 09:01:24,251 - root - INFO - epoch:1. iter/total_iter:15130/158025. lr:0.00100. loss:0.1508. spend/global_spend:16.7508/8:23:59. eta:3 days, 7:19:59
2019-10-04 09:01:28,737 - root - INFO - epoch:1. iter/total_iter:15140/158025. lr:0.00100. loss:0.1473. spend/global_spend:4.4869/8:24:04. eta:3 days, 7:17:13
2019-10-04 09:01:44,580 - root - INFO - epoch:1. iter/total_iter:15150/158025. lr:0.00100. loss:0.1538. spend/global_spend:15.8427/8:24:20. eta:3 days, 7:16:14
2019-10-04 09:01:49,105 - root - INFO - epoch:1. iter/total_iter:15160/158025. lr:0.00100. loss:0.1419. spend/global_spend:4.5253/8:24:24. eta:3 days, 7:13:28
2019-10-04 09:02:06,209 - root - INFO - epoch:1. iter/total_iter:15170/158025. lr:0.00100. loss:0.1371. spend/global_spend:17.1033/8:24:41. eta:3 days, 7:12:42
2019-10-04 09:02:21,293 - root - INFO - epoch:1. iter/total_iter:15180/158025. lr:0.00100. loss:0.1555. spend/global_spend:15.0846/8:24:56. eta:3 days, 7:11:36
2019-10-04 09:02:25,822 - root - INFO - epoch:1. iter/total_iter:15190/158025. lr:0.00100. loss:0.1660. spend/global_spend:4.5288/8:25:01. eta:3 days, 7:08:51
2019-10-04 09:02:42,239 - root - INFO - epoch:1. iter/total_iter:15200/158025. lr:0.00100. loss:0.1293. spend/global_spend:16.4167/8:25:17. eta:3 days, 7:07:57
2019-10-04 09:03:01,797 - root - INFO - epoch:1. iter/total_iter:15210/158025. lr:0.00100. loss:0.1463. spend/global_spend:19.5578/8:25:37. eta:3 days, 7:07:34
2019-10-04 09:03:06,280 - root - INFO - epoch:1. iter/total_iter:15220/158025. lr:0.00100. loss:0.1439. spend/global_spend:4.4832/8:25:41. eta:3 days, 7:04:49
2019-10-04 09:03:22,315 - root - INFO - epoch:1. iter/total_iter:15230/158025. lr:0.00100. loss:0.1486. spend/global_spend:16.0349/8:25:57. eta:3 days, 7:03:52
2019-10-04 09:03:26,837 - root - INFO - epoch:1. iter/total_iter:15240/158025. lr:0.00100. loss:0.1561. spend/global_spend:4.5219/8:26:02. eta:3 days, 7:01:08
2019-10-04 09:03:42,809 - root - INFO - epoch:1. iter/total_iter:15250/158025. lr:0.00100. loss:0.1493. spend/global_spend:15.9722/8:26:18. eta:3 days, 7:00:11
2019-10-04 09:04:00,141 - root - INFO - epoch:1. iter/total_iter:15260/158025. lr:0.00100. loss:0.1865. spend/global_spend:17.3321/8:26:35. eta:3 days, 6:59:27
2019-10-04 09:04:04,628 - root - INFO - epoch:1. iter/total_iter:15270/158025. lr:0.00100. loss:0.1443. spend/global_spend:4.4871/8:26:40. eta:3 days, 6:56:43
2019-10-04 09:04:22,523 - root - INFO - epoch:1. iter/total_iter:15280/158025. lr:0.00100. loss:0.1544. spend/global_spend:17.8950/8:26:58. eta:3 days, 6:56:04
2019-10-04 09:04:39,463 - root - INFO - epoch:1. iter/total_iter:15290/158025. lr:0.00100. loss:0.1590. spend/global_spend:16.9400/8:27:15. eta:3 days, 6:55:16
2019-10-04 09:04:43,942 - root - INFO - epoch:1. iter/total_iter:15300/158025. lr:0.00100. loss:0.1618. spend/global_spend:4.4780/8:27:19. eta:3 days, 6:52:33
2019-10-04 09:05:01,247 - root - INFO - epoch:1. iter/total_iter:15310/158025. lr:0.00100. loss:0.1431. spend/global_spend:17.3065/8:27:36. eta:3 days, 6:51:49
2019-10-04 09:05:05,746 - root - INFO - epoch:1. iter/total_iter:15320/158025. lr:0.00100. loss:0.1468. spend/global_spend:4.4983/8:27:41. eta:3 days, 6:49:05
2019-10-04 09:05:21,711 - root - INFO - epoch:1. iter/total_iter:15330/158025. lr:0.00100. loss:0.1370. spend/global_spend:15.9651/8:27:57. eta:3 days, 6:48:09
2019-10-04 09:05:35,042 - root - INFO - epoch:1. iter/total_iter:15340/158025. lr:0.00100. loss:0.1422. spend/global_spend:13.3314/8:28:10. eta:3 days, 6:46:48
2019-10-04 09:05:39,547 - root - INFO - epoch:1. iter/total_iter:15350/158025. lr:0.00100. loss:0.1235. spend/global_spend:4.5046/8:28:15. eta:3 days, 6:44:05
2019-10-04 09:05:55,711 - root - INFO - epoch:1. iter/total_iter:15360/158025. lr:0.00100. loss:0.1451. spend/global_spend:16.1644/8:28:31. eta:3 days, 6:43:11
2019-10-04 09:06:12,246 - root - INFO - epoch:1. iter/total_iter:15370/158025. lr:0.00100. loss:0.1522. spend/global_spend:16.5344/8:28:47. eta:3 days, 6:42:20
2019-10-04 09:06:17,597 - root - INFO - epoch:1. iter/total_iter:15380/158025. lr:0.00100. loss:0.1354. spend/global_spend:5.3518/8:28:53. eta:3 days, 6:39:46
2019-10-04 09:06:34,875 - root - INFO - epoch:1. iter/total_iter:15390/158025. lr:0.00100. loss:0.1372. spend/global_spend:17.2773/8:29:10. eta:3 days, 6:39:02
2019-10-04 09:06:45,310 - root - INFO - epoch:1. iter/total_iter:15400/158025. lr:0.00100. loss:0.1487. spend/global_spend:10.4355/8:29:20. eta:3 days, 6:37:15
2019-10-04 09:06:56,092 - root - INFO - epoch:1. iter/total_iter:15410/158025. lr:0.00100. loss:0.1279. spend/global_spend:10.7817/8:29:31. eta:3 days, 6:35:31
2019-10-04 09:07:18,118 - root - INFO - epoch:1. iter/total_iter:15420/158025. lr:0.00100. loss:0.1445. spend/global_spend:22.0261/8:29:53. eta:3 days, 6:35:32
2019-10-04 09:07:22,624 - root - INFO - epoch:1. iter/total_iter:15430/158025. lr:0.00100. loss:0.1361. spend/global_spend:4.5061/8:29:58. eta:3 days, 6:32:50
2019-10-04 09:07:41,370 - root - INFO - epoch:1. iter/total_iter:15440/158025. lr:0.00100. loss:0.1419. spend/global_spend:18.7464/8:30:16. eta:3 days, 6:32:20
2019-10-04 09:07:54,718 - root - INFO - epoch:1. iter/total_iter:15450/158025. lr:0.00100. loss:0.1358. spend/global_spend:13.3475/8:30:30. eta:3 days, 6:31:01
2019-10-04 09:07:59,229 - root - INFO - epoch:1. iter/total_iter:15460/158025. lr:0.00100. loss:0.1453. spend/global_spend:4.5112/8:30:34. eta:3 days, 6:28:20
2019-10-04 09:08:16,088 - root - INFO - epoch:1. iter/total_iter:15470/158025. lr:0.00100. loss:0.1566. spend/global_spend:16.8586/8:30:51. eta:3 days, 6:27:33
2019-10-04 09:08:25,876 - root - INFO - epoch:1. iter/total_iter:15480/158025. lr:0.00100. loss:0.1416. spend/global_spend:9.7880/8:31:01. eta:3 days, 6:25:41
2019-10-04 09:08:37,425 - root - INFO - epoch:1. iter/total_iter:15490/158025. lr:0.00100. loss:0.1375. spend/global_spend:11.5490/8:31:13. eta:3 days, 6:24:05
2019-10-04 09:08:55,560 - root - INFO - epoch:1. iter/total_iter:15500/158025. lr:0.00100. loss:0.1444. spend/global_spend:18.1357/8:31:31. eta:3 days, 6:23:30
2019-10-04 09:09:00,079 - root - INFO - epoch:1. iter/total_iter:15510/158025. lr:0.00100. loss:0.1405. spend/global_spend:4.5191/8:31:35. eta:3 days, 6:20:49
2019-10-04 09:09:14,686 - root - INFO - epoch:1. iter/total_iter:15520/158025. lr:0.00100. loss:0.1424. spend/global_spend:14.6065/8:31:50. eta:3 days, 6:19:42
2019-10-04 09:09:32,321 - root - INFO - epoch:1. iter/total_iter:15530/158025. lr:0.00100. loss:0.1409. spend/global_spend:17.6347/8:32:07. eta:3 days, 6:19:03
2019-10-04 09:09:36,885 - root - INFO - epoch:1. iter/total_iter:15540/158025. lr:0.00100. loss:0.1537. spend/global_spend:4.5647/8:32:12. eta:3 days, 6:16:23
2019-10-04 09:09:51,988 - root - INFO - epoch:1. iter/total_iter:15550/158025. lr:0.00100. loss:0.1395. spend/global_spend:15.1025/8:32:27. eta:3 days, 6:15:21
2019-10-04 09:10:10,566 - root - INFO - epoch:1. iter/total_iter:15560/158025. lr:0.00100. loss:0.1371. spend/global_spend:18.5786/8:32:46. eta:3 days, 6:14:50
2019-10-04 09:10:15,050 - root - INFO - epoch:1. iter/total_iter:15570/158025. lr:0.00100. loss:0.1465. spend/global_spend:4.4836/8:32:50. eta:3 days, 6:12:10
2019-10-04 09:10:32,231 - root - INFO - epoch:1. iter/total_iter:15580/158025. lr:0.00100. loss:0.1460. spend/global_spend:17.1810/8:33:07. eta:3 days, 6:11:27
2019-10-04 09:10:36,746 - root - INFO - epoch:1. iter/total_iter:15590/158025. lr:0.00100. loss:0.1658. spend/global_spend:4.5154/8:33:12. eta:3 days, 6:08:48
2019-10-04 09:10:56,726 - root - INFO - epoch:1. iter/total_iter:15600/158025. lr:0.00100. loss:0.1380. spend/global_spend:19.9792/8:33:32. eta:3 days, 6:08:30
2019-10-04 09:11:12,371 - root - INFO - epoch:1. iter/total_iter:15610/158025. lr:0.00100. loss:0.1551. spend/global_spend:15.6449/8:33:47. eta:3 days, 6:07:33
2019-10-04 09:11:16,848 - root - INFO - epoch:1. iter/total_iter:15620/158025. lr:0.00100. loss:0.1522. spend/global_spend:4.4773/8:33:52. eta:3 days, 6:04:54
2019-10-04 09:11:36,535 - root - INFO - epoch:1. iter/total_iter:15630/158025. lr:0.00100. loss:0.1407. spend/global_spend:19.6872/8:34:12. eta:3 days, 6:04:34
2019-10-04 09:11:52,608 - root - INFO - epoch:1. iter/total_iter:15640/158025. lr:0.00100. loss:0.1377. spend/global_spend:16.0735/8:34:28. eta:3 days, 6:03:41
2019-10-04 09:11:57,078 - root - INFO - epoch:1. iter/total_iter:15650/158025. lr:0.00100. loss:0.1442. spend/global_spend:4.4692/8:34:32. eta:3 days, 6:01:02
2019-10-04 09:12:14,822 - root - INFO - epoch:1. iter/total_iter:15660/158025. lr:0.00100. loss:0.1380. spend/global_spend:17.7439/8:34:50. eta:3 days, 6:00:24
2019-10-04 09:12:19,304 - root - INFO - epoch:1. iter/total_iter:15670/158025. lr:0.00100. loss:0.1453. spend/global_spend:4.4823/8:34:54. eta:3 days, 5:57:46
2019-10-04 09:12:37,107 - root - INFO - epoch:1. iter/total_iter:15680/158025. lr:0.00100. loss:0.1524. spend/global_spend:17.8027/8:35:12. eta:3 days, 5:57:09
2019-10-04 09:12:53,031 - root - INFO - epoch:1. iter/total_iter:15690/158025. lr:0.00100. loss:0.1607. spend/global_spend:15.9240/8:35:28. eta:3 days, 5:56:15
2019-10-04 09:12:57,544 - root - INFO - epoch:1. iter/total_iter:15700/158025. lr:0.00100. loss:0.1320. spend/global_spend:4.5130/8:35:33. eta:3 days, 5:53:37
2019-10-04 09:13:14,372 - root - INFO - epoch:1. iter/total_iter:15710/158025. lr:0.00100. loss:0.1541. spend/global_spend:16.8277/8:35:49. eta:3 days, 5:52:52
2019-10-04 09:13:30,780 - root - INFO - epoch:1. iter/total_iter:15720/158025. lr:0.00100. loss:0.1577. spend/global_spend:16.4087/8:36:06. eta:3 days, 5:52:02
2019-10-04 09:13:35,258 - root - INFO - epoch:1. iter/total_iter:15730/158025. lr:0.00100. loss:0.1403. spend/global_spend:4.4782/8:36:10. eta:3 days, 5:49:25
2019-10-04 09:13:55,088 - root - INFO - epoch:1. iter/total_iter:15740/158025. lr:0.00100. loss:0.1499. spend/global_spend:19.8295/8:36:30. eta:3 days, 5:49:06
2019-10-04 09:13:59,576 - root - INFO - epoch:1. iter/total_iter:15750/158025. lr:0.00100. loss:0.1660. spend/global_spend:4.4879/8:36:35. eta:3 days, 5:46:29
2019-10-04 09:14:16,841 - root - INFO - epoch:1. iter/total_iter:15760/158025. lr:0.00100. loss:0.1340. spend/global_spend:17.2659/8:36:52. eta:3 days, 5:45:48
2019-10-04 09:14:33,269 - root - INFO - epoch:1. iter/total_iter:15770/158025. lr:0.00100. loss:0.1386. spend/global_spend:16.4280/8:37:08. eta:3 days, 5:44:59
2019-10-04 09:14:37,782 - root - INFO - epoch:1. iter/total_iter:15780/158025. lr:0.00100. loss:0.1488. spend/global_spend:4.5121/8:37:13. eta:3 days, 5:42:22
2019-10-04 09:14:53,670 - root - INFO - epoch:1. iter/total_iter:15790/158025. lr:0.00100. loss:0.1365. spend/global_spend:15.8881/8:37:29. eta:3 days, 5:41:29
2019-10-04 09:15:10,934 - root - INFO - epoch:1. iter/total_iter:15800/158025. lr:0.00100. loss:0.1487. spend/global_spend:17.2643/8:37:46. eta:3 days, 5:40:47
2019-10-04 09:15:15,438 - root - INFO - epoch:1. iter/total_iter:15810/158025. lr:0.00100. loss:0.1487. spend/global_spend:4.5040/8:37:51. eta:3 days, 5:38:11
2019-10-04 09:15:30,790 - root - INFO - epoch:1. iter/total_iter:15820/158025. lr:0.00100. loss:0.1353. spend/global_spend:15.3526/8:38:06. eta:3 days, 5:37:13
2019-10-04 09:15:35,321 - root - INFO - epoch:1. iter/total_iter:15830/158025. lr:0.00100. loss:0.1607. spend/global_spend:4.5305/8:38:10. eta:3 days, 5:34:38
2019-10-04 09:15:51,104 - root - INFO - epoch:1. iter/total_iter:15840/158025. lr:0.00100. loss:0.1274. spend/global_spend:15.7835/8:38:26. eta:3 days, 5:33:43
2019-10-04 09:16:05,388 - root - INFO - epoch:1. iter/total_iter:15850/158025. lr:0.00100. loss:0.1416. spend/global_spend:14.2829/8:38:40. eta:3 days, 5:32:36
2019-10-04 09:16:09,907 - root - INFO - epoch:1. iter/total_iter:15860/158025. lr:0.00100. loss:0.1468. spend/global_spend:4.5197/8:38:45. eta:3 days, 5:30:01
2019-10-04 09:16:27,568 - root - INFO - epoch:1. iter/total_iter:15870/158025. lr:0.00100. loss:0.1365. spend/global_spend:17.6614/8:39:03. eta:3 days, 5:29:23
2019-10-04 09:16:45,510 - root - INFO - epoch:1. iter/total_iter:15880/158025. lr:0.00100. loss:0.1380. spend/global_spend:17.9413/8:39:21. eta:3 days, 5:28:49
2019-10-04 09:16:51,816 - root - INFO - epoch:1. iter/total_iter:15890/158025. lr:0.00100. loss:0.1529. spend/global_spend:6.3061/8:39:27. eta:3 days, 5:26:30
2019-10-04 09:17:08,512 - root - INFO - epoch:1. iter/total_iter:15900/158025. lr:0.00100. loss:0.1415. spend/global_spend:16.6963/8:39:44. eta:3 days, 5:25:44
2019-10-04 09:17:13,003 - root - INFO - epoch:1. iter/total_iter:15910/158025. lr:0.00100. loss:0.1532. spend/global_spend:4.4913/8:39:48. eta:3 days, 5:23:10
2019-10-04 09:17:30,919 - root - INFO - epoch:1. iter/total_iter:15920/158025. lr:0.00100. loss:0.1362. spend/global_spend:17.9150/8:40:06. eta:3 days, 5:22:35
2019-10-04 09:17:47,826 - root - INFO - epoch:1. iter/total_iter:15930/158025. lr:0.00100. loss:0.1529. spend/global_spend:16.9078/8:40:23. eta:3 days, 5:21:51
2019-10-04 09:17:52,312 - root - INFO - epoch:1. iter/total_iter:15940/158025. lr:0.00100. loss:0.1323. spend/global_spend:4.4858/8:40:27. eta:3 days, 5:19:17
2019-10-04 09:18:12,149 - root - INFO - epoch:1. iter/total_iter:15950/158025. lr:0.00100. loss:0.1480. spend/global_spend:19.8368/8:40:47. eta:3 days, 5:19:00
2019-10-04 09:18:28,590 - root - INFO - epoch:1. iter/total_iter:15960/158025. lr:0.00100. loss:0.1705. spend/global_spend:16.4414/8:41:04. eta:3 days, 5:18:12
2019-10-04 09:18:33,069 - root - INFO - epoch:1. iter/total_iter:15970/158025. lr:0.00100. loss:0.1343. spend/global_spend:4.4790/8:41:08. eta:3 days, 5:15:38
2019-10-04 09:18:47,962 - root - INFO - epoch:1. iter/total_iter:15980/158025. lr:0.00100. loss:0.1420. spend/global_spend:14.8929/8:41:23. eta:3 days, 5:14:37
2019-10-04 09:18:52,511 - root - INFO - epoch:1. iter/total_iter:15990/158025. lr:0.00100. loss:0.1417. spend/global_spend:4.5489/8:41:28. eta:3 days, 5:12:04
2019-10-04 09:19:09,274 - root - INFO - epoch:1. iter/total_iter:16000/158025. lr:0.00100. loss:0.1431. spend/global_spend:16.7625/8:41:44. eta:3 days, 5:11:19
2019-10-04 09:19:27,557 - root - INFO - epoch:1. iter/total_iter:16010/158025. lr:0.00100. loss:0.1347. spend/global_spend:18.2829/8:42:03. eta:3 days, 5:10:48
2019-10-04 09:19:32,058 - root - INFO - epoch:1. iter/total_iter:16020/158025. lr:0.00100. loss:0.1548. spend/global_spend:4.5013/8:42:07. eta:3 days, 5:08:15
2019-10-04 09:19:49,725 - root - INFO - epoch:1. iter/total_iter:16030/158025. lr:0.00100. loss:0.1384. spend/global_spend:17.6668/8:42:25. eta:3 days, 5:07:39
2019-10-04 09:20:01,794 - root - INFO - epoch:1. iter/total_iter:16040/158025. lr:0.00100. loss:0.1550. spend/global_spend:12.0697/8:42:37. eta:3 days, 5:06:13
2019-10-04 09:20:09,542 - root - INFO - epoch:1. iter/total_iter:16050/158025. lr:0.00100. loss:0.1450. spend/global_spend:7.7471/8:42:45. eta:3 days, 5:04:09
2019-10-04 09:20:26,462 - root - INFO - epoch:1. iter/total_iter:16060/158025. lr:0.00100. loss:0.1657. spend/global_spend:16.9205/8:43:02. eta:3 days, 5:03:26
2019-10-04 09:20:30,957 - root - INFO - epoch:1. iter/total_iter:16070/158025. lr:0.00100. loss:0.1563. spend/global_spend:4.4953/8:43:06. eta:3 days, 5:00:54
2019-10-04 09:20:47,084 - root - INFO - epoch:1. iter/total_iter:16080/158025. lr:0.00100. loss:0.1325. spend/global_spend:16.1270/8:43:22. eta:3 days, 5:00:04
2019-10-04 09:21:04,866 - root - INFO - epoch:1. iter/total_iter:16090/158025. lr:0.00100. loss:0.1563. spend/global_spend:17.7811/8:43:40. eta:3 days, 4:59:29
2019-10-04 09:21:09,366 - root - INFO - epoch:1. iter/total_iter:16100/158025. lr:0.00100. loss:0.1571. spend/global_spend:4.5006/8:43:44. eta:3 days, 4:56:57
2019-10-04 09:21:26,507 - root - INFO - epoch:1. iter/total_iter:16110/158025. lr:0.00100. loss:0.1549. spend/global_spend:17.1415/8:44:02. eta:3 days, 4:56:17
2019-10-04 09:21:43,539 - root - INFO - epoch:1. iter/total_iter:16120/158025. lr:0.00100. loss:0.1492. spend/global_spend:17.0313/8:44:19. eta:3 days, 4:55:36
2019-10-04 09:21:48,025 - root - INFO - epoch:1. iter/total_iter:16130/158025. lr:0.00100. loss:0.1352. spend/global_spend:4.4862/8:44:23. eta:3 days, 4:53:04
2019-10-04 09:22:03,797 - root - INFO - epoch:1. iter/total_iter:16140/158025. lr:0.00100. loss:0.1632. spend/global_spend:15.7718/8:44:39. eta:3 days, 4:52:11
2019-10-04 09:22:08,323 - root - INFO - epoch:1. iter/total_iter:16150/158025. lr:0.00100. loss:0.1490. spend/global_spend:4.5263/8:44:43. eta:3 days, 4:49:40
2019-10-04 09:22:27,535 - root - INFO - epoch:1. iter/total_iter:16160/158025. lr:0.00100. loss:0.1380. spend/global_spend:19.2123/8:45:03. eta:3 days, 4:49:18
2019-10-04 09:22:47,136 - root - INFO - epoch:1. iter/total_iter:16170/158025. lr:0.00100. loss:0.1502. spend/global_spend:19.6007/8:45:22. eta:3 days, 4:49:00
2019-10-04 09:22:51,604 - root - INFO - epoch:1. iter/total_iter:16180/158025. lr:0.00100. loss:0.1696. spend/global_spend:4.4681/8:45:27. eta:3 days, 4:46:29
2019-10-04 09:23:08,857 - root - INFO - epoch:1. iter/total_iter:16190/158025. lr:0.00100. loss:0.1305. spend/global_spend:17.2522/8:45:44. eta:3 days, 4:45:50
2019-10-04 09:23:21,245 - root - INFO - epoch:1. iter/total_iter:16200/158025. lr:0.00100. loss:0.1363. spend/global_spend:12.3888/8:45:56. eta:3 days, 4:44:28
2019-10-04 09:23:30,206 - root - INFO - epoch:1. iter/total_iter:16210/158025. lr:0.00100. loss:0.1349. spend/global_spend:8.9609/8:46:05. eta:3 days, 4:42:36
2019-10-04 09:23:47,945 - root - INFO - epoch:1. iter/total_iter:16220/158025. lr:0.00100. loss:0.1308. spend/global_spend:17.7389/8:46:23. eta:3 days, 4:42:02
2019-10-04 09:23:52,455 - root - INFO - epoch:1. iter/total_iter:16230/158025. lr:0.00100. loss:0.1456. spend/global_spend:4.5098/8:46:28. eta:3 days, 4:39:32
2019-10-04 09:24:11,222 - root - INFO - epoch:1. iter/total_iter:16240/158025. lr:0.00100. loss:0.1483. spend/global_spend:18.7671/8:46:46. eta:3 days, 4:39:06
2019-10-04 09:24:25,326 - root - INFO - epoch:1. iter/total_iter:16250/158025. lr:0.00100. loss:0.1578. spend/global_spend:14.1037/8:47:00. eta:3 days, 4:38:00
2019-10-04 09:24:29,838 - root - INFO - epoch:1. iter/total_iter:16260/158025. lr:0.00100. loss:0.1378. spend/global_spend:4.5119/8:47:05. eta:3 days, 4:35:30
2019-10-04 09:24:48,889 - root - INFO - epoch:1. iter/total_iter:16270/158025. lr:0.00100. loss:0.1441. spend/global_spend:19.0519/8:47:24. eta:3 days, 4:35:07
2019-10-04 09:24:55,859 - root - INFO - epoch:1. iter/total_iter:16280/158025. lr:0.00100. loss:0.1224. spend/global_spend:6.9697/8:47:31. eta:3 days, 4:32:59
2019-10-04 09:25:09,856 - root - INFO - epoch:1. iter/total_iter:16290/158025. lr:0.00100. loss:0.1429. spend/global_spend:13.9963/8:47:45. eta:3 days, 4:31:52
2019-10-04 09:25:26,786 - root - INFO - epoch:1. iter/total_iter:16300/158025. lr:0.00100. loss:0.1387. spend/global_spend:16.9304/8:48:02. eta:3 days, 4:31:11
2019-10-04 09:25:31,382 - root - INFO - epoch:1. iter/total_iter:16310/158025. lr:0.00100. loss:0.1439. spend/global_spend:4.5960/8:48:06. eta:3 days, 4:28:43
2019-10-04 09:25:45,967 - root - INFO - epoch:1. iter/total_iter:16320/158025. lr:0.00100. loss:0.1200. spend/global_spend:14.5845/8:48:21. eta:3 days, 4:27:41
2019-10-04 09:26:01,235 - root - INFO - epoch:1. iter/total_iter:16330/158025. lr:0.00100. loss:0.1297. spend/global_spend:15.2685/8:48:36. eta:3 days, 4:26:46
2019-10-04 09:26:05,732 - root - INFO - epoch:1. iter/total_iter:16340/158025. lr:0.00100. loss:0.1460. spend/global_spend:4.4973/8:48:41. eta:3 days, 4:24:17
2019-10-04 09:26:24,060 - root - INFO - epoch:1. iter/total_iter:16350/158025. lr:0.00100. loss:0.1440. spend/global_spend:18.3274/8:48:59. eta:3 days, 4:23:48
2019-10-04 09:26:38,292 - root - INFO - epoch:1. iter/total_iter:16360/158025. lr:0.00100. loss:0.1567. spend/global_spend:14.2324/8:49:13. eta:3 days, 4:22:44
2019-10-04 09:26:44,071 - root - INFO - epoch:1. iter/total_iter:16370/158025. lr:0.00100. loss:0.1188. spend/global_spend:5.7790/8:49:19. eta:3 days, 4:20:26
2019-10-04 09:27:00,385 - root - INFO - epoch:1. iter/total_iter:16380/158025. lr:0.00100. loss:0.1357. spend/global_spend:16.3143/8:49:35. eta:3 days, 4:19:40
2019-10-04 09:27:04,882 - root - INFO - epoch:1. iter/total_iter:16390/158025. lr:0.00100. loss:0.1465. spend/global_spend:4.4968/8:49:40. eta:3 days, 4:17:12
2019-10-04 09:27:21,614 - root - INFO - epoch:1. iter/total_iter:16400/158025. lr:0.00100. loss:0.1468. spend/global_spend:16.7316/8:49:57. eta:3 days, 4:16:30
2019-10-04 09:27:39,244 - root - INFO - epoch:1. iter/total_iter:16410/158025. lr:0.00100. loss:0.1397. spend/global_spend:17.6304/8:50:14. eta:3 days, 4:15:55
2019-10-04 09:27:43,729 - root - INFO - epoch:1. iter/total_iter:16420/158025. lr:0.00100. loss:0.1601. spend/global_spend:4.4847/8:50:19. eta:3 days, 4:13:27
2019-10-04 09:28:03,896 - root - INFO - epoch:1. iter/total_iter:16430/158025. lr:0.00100. loss:0.1474. spend/global_spend:20.1674/8:50:39. eta:3 days, 4:13:15
2019-10-04 09:28:16,952 - root - INFO - epoch:1. iter/total_iter:16440/158025. lr:0.00100. loss:0.1341. spend/global_spend:13.0553/8:50:52. eta:3 days, 4:12:01
2019-10-04 09:28:25,835 - root - INFO - epoch:1. iter/total_iter:16450/158025. lr:0.00100. loss:0.1408. spend/global_spend:8.8834/8:51:01. eta:3 days, 4:10:11
2019-10-04 09:28:43,129 - root - INFO - epoch:1. iter/total_iter:16460/158025. lr:0.00100. loss:0.1699. spend/global_spend:17.2940/8:51:18. eta:3 days, 4:09:34
2019-10-04 09:28:47,621 - root - INFO - epoch:1. iter/total_iter:16470/158025. lr:0.00100. loss:0.1377. spend/global_spend:4.4919/8:51:23. eta:3 days, 4:07:07
2019-10-04 09:29:05,621 - root - INFO - epoch:1. iter/total_iter:16480/158025. lr:0.00100. loss:0.1358. spend/global_spend:17.9998/8:51:41. eta:3 days, 4:06:36
2019-10-04 09:29:22,240 - root - INFO - epoch:1. iter/total_iter:16490/158025. lr:0.00100. loss:0.1490. spend/global_spend:16.6198/8:51:57. eta:3 days, 4:05:53
2019-10-04 09:29:26,714 - root - INFO - epoch:1. iter/total_iter:16500/158025. lr:0.00100. loss:0.1323. spend/global_spend:4.4734/8:52:02. eta:3 days, 4:03:26
2019-10-04 09:29:47,805 - root - INFO - epoch:1. iter/total_iter:16510/158025. lr:0.00100. loss:0.1457. spend/global_spend:21.0906/8:52:23. eta:3 days, 4:03:21
2019-10-04 09:29:52,296 - root - INFO - epoch:1. iter/total_iter:16520/158025. lr:0.00100. loss:0.1325. spend/global_spend:4.4912/8:52:27. eta:3 days, 4:00:55
2019-10-04 09:30:05,138 - root - INFO - epoch:1. iter/total_iter:16530/158025. lr:0.00100. loss:0.1442. spend/global_spend:12.8422/8:52:40. eta:3 days, 3:59:40
2019-10-04 09:30:20,321 - root - INFO - epoch:1. iter/total_iter:16540/158025. lr:0.00100. loss:0.1492. spend/global_spend:15.1830/8:52:55. eta:3 days, 3:58:45
2019-10-04 09:30:24,869 - root - INFO - epoch:1. iter/total_iter:16550/158025. lr:0.00100. loss:0.1405. spend/global_spend:4.5485/8:53:00. eta:3 days, 3:56:19
2019-10-04 09:30:42,381 - root - INFO - epoch:1. iter/total_iter:16560/158025. lr:0.00100. loss:0.1389. spend/global_spend:17.5118/8:53:17. eta:3 days, 3:55:45
2019-10-04 09:31:00,045 - root - INFO - epoch:1. iter/total_iter:16570/158025. lr:0.00100. loss:0.1377. spend/global_spend:17.6639/8:53:35. eta:3 days, 3:55:11
2019-10-04 09:31:04,535 - root - INFO - epoch:1. iter/total_iter:16580/158025. lr:0.00100. loss:0.1472. spend/global_spend:4.4897/8:53:40. eta:3 days, 3:52:45
2019-10-04 09:31:21,090 - root - INFO - epoch:1. iter/total_iter:16590/158025. lr:0.00100. loss:0.1558. spend/global_spend:16.5546/8:53:56. eta:3 days, 3:52:02
2019-10-04 09:31:27,455 - root - INFO - epoch:1. iter/total_iter:16600/158025. lr:0.00100. loss:0.1803. spend/global_spend:6.3654/8:54:03. eta:3 days, 3:49:53
2019-10-04 09:31:40,041 - root - INFO - epoch:1. iter/total_iter:16610/158025. lr:0.00100. loss:0.1286. spend/global_spend:12.5865/8:54:15. eta:3 days, 3:48:36
2019-10-04 09:31:59,503 - root - INFO - epoch:1. iter/total_iter:16620/158025. lr:0.00100. loss:0.1499. spend/global_spend:19.4619/8:54:35. eta:3 days, 3:48:18
2019-10-04 09:32:03,989 - root - INFO - epoch:1. iter/total_iter:16630/158025. lr:0.00100. loss:0.1491. spend/global_spend:4.4859/8:54:39. eta:3 days, 3:45:53
2019-10-04 09:32:26,188 - root - INFO - epoch:1. iter/total_iter:16640/158025. lr:0.00100. loss:0.1273. spend/global_spend:22.1983/8:55:01. eta:3 days, 3:45:59
2019-10-04 09:32:44,593 - root - INFO - epoch:1. iter/total_iter:16650/158025. lr:0.00100. loss:0.1479. spend/global_spend:18.4051/8:55:20. eta:3 days, 3:45:32
2019-10-04 09:32:49,071 - root - INFO - epoch:1. iter/total_iter:16660/158025. lr:0.00100. loss:0.1254. spend/global_spend:4.4786/8:55:24. eta:3 days, 3:43:07
2019-10-04 09:33:05,705 - root - INFO - epoch:1. iter/total_iter:16670/158025. lr:0.00100. loss:0.1431. spend/global_spend:16.6335/8:55:41. eta:3 days, 3:42:25
2019-10-04 09:33:10,185 - root - INFO - epoch:1. iter/total_iter:16680/158025. lr:0.00100. loss:0.1251. spend/global_spend:4.4805/8:55:45. eta:3 days, 3:40:00
2019-10-04 09:33:26,431 - root - INFO - epoch:1. iter/total_iter:16690/158025. lr:0.00100. loss:0.1373. spend/global_spend:16.2460/8:56:02. eta:3 days, 3:39:15
2019-10-04 09:33:43,606 - root - INFO - epoch:1. iter/total_iter:16700/158025. lr:0.00100. loss:0.1413. spend/global_spend:17.1745/8:56:19. eta:3 days, 3:38:38
2019-10-04 09:33:48,089 - root - INFO - epoch:1. iter/total_iter:16710/158025. lr:0.00100. loss:0.1253. spend/global_spend:4.4832/8:56:23. eta:3 days, 3:36:14
2019-10-04 09:34:03,365 - root - INFO - epoch:1. iter/total_iter:16720/158025. lr:0.00100. loss:0.1676. spend/global_spend:15.2757/8:56:38. eta:3 days, 3:35:21
2019-10-04 09:34:21,338 - root - INFO - epoch:1. iter/total_iter:16730/158025. lr:0.00100. loss:0.1439. spend/global_spend:17.9736/8:56:56. eta:3 days, 3:34:51
2019-10-04 09:34:25,843 - root - INFO - epoch:1. iter/total_iter:16740/158025. lr:0.00100. loss:0.1619. spend/global_spend:4.5044/8:57:01. eta:3 days, 3:32:27
2019-10-04 09:34:41,946 - root - INFO - epoch:1. iter/total_iter:16750/158025. lr:0.00100. loss:0.1609. spend/global_spend:16.1036/8:57:17. eta:3 days, 3:31:42
2019-10-04 09:34:48,919 - root - INFO - epoch:1. iter/total_iter:16760/158025. lr:0.00100. loss:0.1292. spend/global_spend:6.9726/8:57:24. eta:3 days, 3:29:39
2019-10-04 09:35:03,390 - root - INFO - epoch:1. iter/total_iter:16770/158025. lr:0.00100. loss:0.1563. spend/global_spend:14.4716/8:57:38. eta:3 days, 3:28:39
2019-10-04 09:35:18,269 - root - INFO - epoch:1. iter/total_iter:16780/158025. lr:0.00100. loss:0.1515. spend/global_spend:14.8786/8:57:53. eta:3 days, 3:27:44
2019-10-04 09:35:22,771 - root - INFO - epoch:1. iter/total_iter:16790/158025. lr:0.00100. loss:0.1672. spend/global_spend:4.5018/8:57:58. eta:3 days, 3:25:20
2019-10-04 09:35:39,462 - root - INFO - epoch:1. iter/total_iter:16800/158025. lr:0.00100. loss:0.1534. spend/global_spend:16.6909/8:58:15. eta:3 days, 3:24:40
2019-10-04 09:35:54,757 - root - INFO - epoch:1. iter/total_iter:16810/158025. lr:0.00100. loss:0.1250. spend/global_spend:15.2956/8:58:30. eta:3 days, 3:23:48
2019-10-04 09:35:59,316 - root - INFO - epoch:1. iter/total_iter:16820/158025. lr:0.00100. loss:0.1485. spend/global_spend:4.5591/8:58:34. eta:3 days, 3:21:25
2019-10-04 09:36:14,520 - root - INFO - epoch:1. iter/total_iter:16830/158025. lr:0.00100. loss:0.1409. spend/global_spend:15.2036/8:58:50. eta:3 days, 3:20:32
2019-10-04 09:36:25,622 - root - INFO - epoch:1. iter/total_iter:16840/158025. lr:0.00100. loss:0.1416. spend/global_spend:11.1012/8:59:01. eta:3 days, 3:19:05
2019-10-04 09:36:40,692 - root - INFO - epoch:1. iter/total_iter:16850/158025. lr:0.00100. loss:0.1388. spend/global_spend:15.0710/8:59:16. eta:3 days, 3:18:11
2019-10-04 09:36:55,561 - root - INFO - epoch:1. iter/total_iter:16860/158025. lr:0.00100. loss:0.1729. spend/global_spend:14.8690/8:59:31. eta:3 days, 3:17:16
2019-10-04 09:37:03,956 - root - INFO - epoch:1. iter/total_iter:16870/158025. lr:0.00100. loss:0.1391. spend/global_spend:8.3944/8:59:39. eta:3 days, 3:15:26
2019-10-04 09:37:19,121 - root - INFO - epoch:1. iter/total_iter:16880/158025. lr:0.00100. loss:0.1423. spend/global_spend:15.1654/8:59:54. eta:3 days, 3:14:33
2019-10-04 09:37:33,823 - root - INFO - epoch:1. iter/total_iter:16890/158025. lr:0.00100. loss:0.1596. spend/global_spend:14.7019/9:00:09. eta:3 days, 3:13:37
2019-10-04 09:37:47,945 - root - INFO - epoch:1. iter/total_iter:16900/158025. lr:0.00100. loss:0.1565. spend/global_spend:14.1216/9:00:23. eta:3 days, 3:12:35
2019-10-04 09:37:57,716 - root - INFO - epoch:1. iter/total_iter:16910/158025. lr:0.00100. loss:0.1523. spend/global_spend:9.7714/9:00:33. eta:3 days, 3:10:58
2019-10-04 09:38:08,467 - root - INFO - epoch:1. iter/total_iter:16920/158025. lr:0.00100. loss:0.1384. spend/global_spend:10.7512/9:00:44. eta:3 days, 3:09:28
2019-10-04 09:38:18,576 - root - INFO - epoch:1. iter/total_iter:16930/158025. lr:0.00100. loss:0.1302. spend/global_spend:10.1086/9:00:54. eta:3 days, 3:07:53
2019-10-04 09:38:34,542 - root - INFO - epoch:1. iter/total_iter:16940/158025. lr:0.00100. loss:0.1427. spend/global_spend:15.9664/9:01:10. eta:3 days, 3:07:07
2019-10-04 09:38:44,204 - root - INFO - epoch:1. iter/total_iter:16950/158025. lr:0.00100. loss:0.1489. spend/global_spend:9.6619/9:01:19. eta:3 days, 3:05:29
2019-10-04 09:38:58,172 - root - INFO - epoch:1. iter/total_iter:16960/158025. lr:0.00100. loss:0.1383. spend/global_spend:13.9673/9:01:33. eta:3 days, 3:04:27
2019-10-04 09:39:16,177 - root - INFO - epoch:1. iter/total_iter:16970/158025. lr:0.00100. loss:0.1456. spend/global_spend:18.0053/9:01:51. eta:3 days, 3:03:58
2019-10-04 09:39:21,434 - root - INFO - epoch:1. iter/total_iter:16980/158025. lr:0.00100. loss:0.1521. spend/global_spend:5.2575/9:01:57. eta:3 days, 3:01:43
2019-10-04 09:39:38,072 - root - INFO - epoch:1. iter/total_iter:16990/158025. lr:0.00100. loss:0.1528. spend/global_spend:16.6372/9:02:13. eta:3 days, 3:01:03
2019-10-04 09:39:44,553 - root - INFO - epoch:1. iter/total_iter:17000/158025. lr:0.00100. loss:0.1333. spend/global_spend:6.4817/9:02:20. eta:3 days, 2:58:59
2019-10-04 09:39:59,525 - root - INFO - epoch:1. iter/total_iter:17010/158025. lr:0.00100. loss:0.1386. spend/global_spend:14.9721/9:02:35. eta:3 days, 2:58:06
2019-10-04 09:40:13,640 - root - INFO - epoch:1. iter/total_iter:17020/158025. lr:0.00100. loss:0.1617. spend/global_spend:14.1142/9:02:49. eta:3 days, 2:57:05
2019-10-04 09:40:22,836 - root - INFO - epoch:1. iter/total_iter:17030/158025. lr:0.00100. loss:0.1475. spend/global_spend:9.1968/9:02:58. eta:3 days, 2:55:23
2019-10-04 09:40:36,260 - root - INFO - epoch:1. iter/total_iter:17040/158025. lr:0.00100. loss:0.1717. spend/global_spend:13.4236/9:03:11. eta:3 days, 2:54:17
2019-10-04 09:40:49,616 - root - INFO - epoch:1. iter/total_iter:17050/158025. lr:0.00100. loss:0.1684. spend/global_spend:13.3565/9:03:25. eta:3 days, 2:53:10
2019-10-04 09:41:00,393 - root - INFO - epoch:1. iter/total_iter:17060/158025. lr:0.00100. loss:0.1331. spend/global_spend:10.7762/9:03:35. eta:3 days, 2:51:42
2019-10-04 09:41:11,626 - root - INFO - epoch:1. iter/total_iter:17070/158025. lr:0.00100. loss:0.1419. spend/global_spend:11.2331/9:03:47. eta:3 days, 2:50:18
2019-10-04 09:41:29,926 - root - INFO - epoch:1. iter/total_iter:17080/158025. lr:0.00100. loss:0.1375. spend/global_spend:18.3007/9:04:05. eta:3 days, 2:49:52
2019-10-04 09:41:42,987 - root - INFO - epoch:1. iter/total_iter:17090/158025. lr:0.00100. loss:0.1476. spend/global_spend:13.0610/9:04:18. eta:3 days, 2:48:43
2019-10-04 09:41:50,788 - root - INFO - epoch:1. iter/total_iter:17100/158025. lr:0.00100. loss:0.1353. spend/global_spend:7.8003/9:04:26. eta:3 days, 2:46:51
2019-10-04 09:42:02,700 - root - INFO - epoch:1. iter/total_iter:17110/158025. lr:0.00100. loss:0.1416. spend/global_spend:11.9121/9:04:38. eta:3 days, 2:45:32
2019-10-04 09:42:20,872 - root - INFO - epoch:1. iter/total_iter:17120/158025. lr:0.00100. loss:0.1447. spend/global_spend:18.1721/9:04:56. eta:3 days, 2:45:06
2019-10-04 09:42:27,840 - root - INFO - epoch:1. iter/total_iter:17130/158025. lr:0.00100. loss:0.1185. spend/global_spend:6.9678/9:05:03. eta:3 days, 2:43:07
2019-10-04 09:42:45,151 - root - INFO - epoch:1. iter/total_iter:17140/158025. lr:0.00100. loss:0.1256. spend/global_spend:17.3105/9:05:20. eta:3 days, 2:42:33
2019-10-04 09:42:49,647 - root - INFO - epoch:1. iter/total_iter:17150/158025. lr:0.00100. loss:0.1347. spend/global_spend:4.4970/9:05:25. eta:3 days, 2:40:14
2019-10-04 09:43:04,075 - root - INFO - epoch:1. iter/total_iter:17160/158025. lr:0.00100. loss:0.1448. spend/global_spend:14.4273/9:05:39. eta:3 days, 2:39:17
2019-10-04 09:43:23,086 - root - INFO - epoch:1. iter/total_iter:17170/158025. lr:0.00100. loss:0.1390. spend/global_spend:19.0119/9:05:58. eta:3 days, 2:38:57
2019-10-04 09:43:27,578 - root - INFO - epoch:1. iter/total_iter:17180/158025. lr:0.00100. loss:0.1468. spend/global_spend:4.4914/9:06:03. eta:3 days, 2:36:38
2019-10-04 09:43:42,340 - root - INFO - epoch:1. iter/total_iter:17190/158025. lr:0.00100. loss:0.1184. spend/global_spend:14.7622/9:06:17. eta:3 days, 2:35:44
2019-10-04 09:43:58,389 - root - INFO - epoch:1. iter/total_iter:17200/158025. lr:0.00100. loss:0.1552. spend/global_spend:16.0478/9:06:33. eta:3 days, 2:35:00
2019-10-04 09:44:02,877 - root - INFO - epoch:1. iter/total_iter:17210/158025. lr:0.00100. loss:0.1404. spend/global_spend:4.4887/9:06:38. eta:3 days, 2:32:42
2019-10-04 09:44:20,081 - root - INFO - epoch:1. iter/total_iter:17220/158025. lr:0.00100. loss:0.1536. spend/global_spend:17.2044/9:06:55. eta:3 days, 2:32:08
2019-10-04 09:44:24,595 - root - INFO - epoch:1. iter/total_iter:17230/158025. lr:0.00100. loss:0.1420. spend/global_spend:4.5145/9:07:00. eta:3 days, 2:29:50
2019-10-04 09:44:41,166 - root - INFO - epoch:1. iter/total_iter:17240/158025. lr:0.00100. loss:0.1542. spend/global_spend:16.5708/9:07:16. eta:3 days, 2:29:11
2019-10-04 09:44:59,892 - root - INFO - epoch:1. iter/total_iter:17250/158025. lr:0.00100. loss:0.1378. spend/global_spend:18.7257/9:07:35. eta:3 days, 2:28:49
2019-10-04 09:45:04,388 - root - INFO - epoch:1. iter/total_iter:17260/158025. lr:0.00100. loss:0.1428. spend/global_spend:4.4964/9:07:39. eta:3 days, 2:26:31
2019-10-04 09:45:20,850 - root - INFO - epoch:1. iter/total_iter:17270/158025. lr:0.00100. loss:0.1349. spend/global_spend:16.4621/9:07:56. eta:3 days, 2:25:51
2019-10-04 09:45:36,490 - root - INFO - epoch:1. iter/total_iter:17280/158025. lr:0.00100. loss:0.1416. spend/global_spend:15.6395/9:08:12. eta:3 days, 2:25:04
2019-10-04 09:45:40,978 - root - INFO - epoch:1. iter/total_iter:17290/158025. lr:0.00100. loss:0.1415. spend/global_spend:4.4885/9:08:16. eta:3 days, 2:22:47
2019-10-04 09:45:57,285 - root - INFO - epoch:1. iter/total_iter:17300/158025. lr:0.00100. loss:0.1374. spend/global_spend:16.3066/9:08:32. eta:3 days, 2:22:06
2019-10-04 09:46:08,981 - root - INFO - epoch:1. iter/total_iter:17310/158025. lr:0.00100. loss:0.1427. spend/global_spend:11.6958/9:08:44. eta:3 days, 2:20:47
2019-10-04 09:46:21,582 - root - INFO - epoch:1. iter/total_iter:17320/158025. lr:0.00100. loss:0.1520. spend/global_spend:12.6014/9:08:57. eta:3 days, 2:19:36
2019-10-04 09:46:34,438 - root - INFO - epoch:1. iter/total_iter:17330/158025. lr:0.00100. loss:0.1520. spend/global_spend:12.8553/9:09:10. eta:3 days, 2:18:27
2019-10-04 09:46:52,166 - root - INFO - epoch:1. iter/total_iter:17340/158025. lr:0.00100. loss:0.1689. spend/global_spend:17.7288/9:09:27. eta:3 days, 2:17:58
2019-10-04 09:46:57,970 - root - INFO - epoch:1. iter/total_iter:17350/158025. lr:0.00100. loss:0.1572. spend/global_spend:5.8031/9:09:33. eta:3 days, 2:15:51
2019-10-04 09:47:16,761 - root - INFO - epoch:1. iter/total_iter:17360/158025. lr:0.00100. loss:0.1485. spend/global_spend:18.7910/9:09:52. eta:3 days, 2:15:31
2019-10-04 09:47:21,262 - root - INFO - epoch:1. iter/total_iter:17370/158025. lr:0.00100. loss:0.1628. spend/global_spend:4.5014/9:09:56. eta:3 days, 2:13:14
2019-10-04 09:47:35,577 - root - INFO - epoch:1. iter/total_iter:17380/158025. lr:0.00100. loss:0.1808. spend/global_spend:14.3149/9:10:11. eta:3 days, 2:12:17
2019-10-04 09:47:48,779 - root - INFO - epoch:1. iter/total_iter:17390/158025. lr:0.00100. loss:0.1596. spend/global_spend:13.2027/9:10:24. eta:3 days, 2:11:12
2019-10-04 09:47:53,541 - root - INFO - epoch:1. iter/total_iter:17400/158025. lr:0.00100. loss:0.1509. spend/global_spend:4.7614/9:10:29. eta:3 days, 2:08:58
2019-10-04 09:48:12,583 - root - INFO - epoch:1. iter/total_iter:17410/158025. lr:0.00100. loss:0.1418. spend/global_spend:19.0426/9:10:48. eta:3 days, 2:08:39
2019-10-04 09:48:26,399 - root - INFO - epoch:1. iter/total_iter:17420/158025. lr:0.00100. loss:0.1416. spend/global_spend:13.8157/9:11:01. eta:3 days, 2:07:38
2019-10-04 09:48:33,000 - root - INFO - epoch:1. iter/total_iter:17430/158025. lr:0.00100. loss:0.1362. spend/global_spend:6.6014/9:11:08. eta:3 days, 2:05:40
2019-10-04 09:48:50,526 - root - INFO - epoch:1. iter/total_iter:17440/158025. lr:0.00100. loss:0.1276. spend/global_spend:17.5259/9:11:26. eta:3 days, 2:05:09
2019-10-04 09:49:00,648 - root - INFO - epoch:1. iter/total_iter:17450/158025. lr:0.00100. loss:0.1253. spend/global_spend:10.1213/9:11:36. eta:3 days, 2:03:39
2019-10-04 09:49:14,800 - root - INFO - epoch:1. iter/total_iter:17460/158025. lr:0.00100. loss:0.1431. spend/global_spend:14.1528/9:11:50. eta:3 days, 2:02:41
2019-10-04 09:49:26,863 - root - INFO - epoch:1. iter/total_iter:17470/158025. lr:0.00100. loss:0.1361. spend/global_spend:12.0625/9:12:02. eta:3 days, 2:01:26
2019-10-04 09:49:37,689 - root - INFO - epoch:1. iter/total_iter:17480/158025. lr:0.00100. loss:0.1393. spend/global_spend:10.8264/9:12:13. eta:3 days, 2:00:02
2019-10-04 09:49:52,290 - root - INFO - epoch:1. iter/total_iter:17490/158025. lr:0.00100. loss:0.1363. spend/global_spend:14.6008/9:12:27. eta:3 days, 1:59:08
2019-10-04 09:50:07,438 - root - INFO - epoch:1. iter/total_iter:17500/158025. lr:0.00100. loss:0.1180. spend/global_spend:15.1474/9:12:43. eta:3 days, 1:58:19
2019-10-04 09:50:16,135 - root - INFO - epoch:1. iter/total_iter:17510/158025. lr:0.00100. loss:0.1605. spend/global_spend:8.6975/9:12:51. eta:3 days, 1:56:37
2019-10-04 09:50:29,570 - root - INFO - epoch:1. iter/total_iter:17520/158025. lr:0.00100. loss:0.1422. spend/global_spend:13.4347/9:13:05. eta:3 days, 1:55:34
2019-10-04 09:50:45,886 - root - INFO - epoch:1. iter/total_iter:17530/158025. lr:0.00100. loss:0.1487. spend/global_spend:16.3163/9:13:21. eta:3 days, 1:54:54
2019-10-04 09:50:56,175 - root - INFO - epoch:1. iter/total_iter:17540/158025. lr:0.00100. loss:0.1756. spend/global_spend:10.2882/9:13:31. eta:3 days, 1:53:26
2019-10-04 09:51:04,464 - root - INFO - epoch:1. iter/total_iter:17550/158025. lr:0.00100. loss:0.1342. spend/global_spend:8.2899/9:13:40. eta:3 days, 1:51:42
2019-10-04 09:51:16,300 - root - INFO - epoch:1. iter/total_iter:17560/158025. lr:0.00100. loss:0.1531. spend/global_spend:11.8362/9:13:51. eta:3 days, 1:50:26
2019-10-04 09:51:29,172 - root - INFO - epoch:1. iter/total_iter:17570/158025. lr:0.00100. loss:0.1524. spend/global_spend:12.8719/9:14:04. eta:3 days, 1:49:19
2019-10-04 09:51:47,072 - root - INFO - epoch:1. iter/total_iter:17580/158025. lr:0.00100. loss:0.1482. spend/global_spend:17.8993/9:14:22. eta:3 days, 1:48:52
2019-10-04 09:51:55,435 - root - INFO - epoch:1. iter/total_iter:17590/158025. lr:0.00100. loss:0.1453. spend/global_spend:8.3639/9:14:31. eta:3 days, 1:47:09
2019-10-04 09:52:09,119 - root - INFO - epoch:1. iter/total_iter:17600/158025. lr:0.00100. loss:0.1351. spend/global_spend:13.6840/9:14:44. eta:3 days, 1:46:08
2019-10-04 09:52:18,329 - root - INFO - epoch:1. iter/total_iter:17610/158025. lr:0.00100. loss:0.1371. spend/global_spend:9.2093/9:14:53. eta:3 days, 1:44:32
2019-10-04 09:52:32,962 - root - INFO - epoch:1. iter/total_iter:17620/158025. lr:0.00100. loss:0.1388. spend/global_spend:14.6336/9:15:08. eta:3 days, 1:43:39
2019-10-04 09:52:47,796 - root - INFO - epoch:1. iter/total_iter:17630/158025. lr:0.00100. loss:0.1423. spend/global_spend:14.8336/9:15:23. eta:3 days, 1:42:48
2019-10-04 09:52:52,610 - root - INFO - epoch:1. iter/total_iter:17640/158025. lr:0.00100. loss:0.1277. spend/global_spend:4.8138/9:15:28. eta:3 days, 1:40:37
2019-10-04 09:53:08,011 - root - INFO - epoch:1. iter/total_iter:17650/158025. lr:0.00100. loss:0.1409. spend/global_spend:15.4016/9:15:43. eta:3 days, 1:39:50
2019-10-04 09:53:25,506 - root - INFO - epoch:1. iter/total_iter:17660/158025. lr:0.00100. loss:0.1587. spend/global_spend:17.4950/9:16:01. eta:3 days, 1:39:20
2019-10-04 09:53:33,731 - root - INFO - epoch:1. iter/total_iter:17670/158025. lr:0.00100. loss:0.1519. spend/global_spend:8.2249/9:16:09. eta:3 days, 1:37:36
2019-10-04 09:53:46,660 - root - INFO - epoch:1. iter/total_iter:17680/158025. lr:0.00100. loss:0.1429. spend/global_spend:12.9289/9:16:22. eta:3 days, 1:36:30
2019-10-04 09:53:57,281 - root - INFO - epoch:1. iter/total_iter:17690/158025. lr:0.00100. loss:0.1495. spend/global_spend:10.6205/9:16:32. eta:3 days, 1:35:06
2019-10-04 09:54:14,882 - root - INFO - epoch:1. iter/total_iter:17700/158025. lr:0.00100. loss:0.1670. spend/global_spend:17.6019/9:16:50. eta:3 days, 1:34:37
2019-10-04 09:54:20,842 - root - INFO - epoch:1. iter/total_iter:17710/158025. lr:0.00100. loss:0.1378. spend/global_spend:5.9598/9:16:56. eta:3 days, 1:32:35
2019-10-04 09:54:35,501 - root - INFO - epoch:1. iter/total_iter:17720/158025. lr:0.00100. loss:0.1534. spend/global_spend:14.6588/9:17:11. eta:3 days, 1:31:43
2019-10-04 09:54:43,739 - root - INFO - epoch:1. iter/total_iter:17730/158025. lr:0.00100. loss:0.1392. spend/global_spend:8.2380/9:17:19. eta:3 days, 1:30:00
2019-10-04 09:54:56,467 - root - INFO - epoch:1. iter/total_iter:17740/158025. lr:0.00100. loss:0.1422. spend/global_spend:12.7277/9:17:32. eta:3 days, 1:28:53
2019-10-04 09:55:14,244 - root - INFO - epoch:1. iter/total_iter:17750/158025. lr:0.00100. loss:0.1595. spend/global_spend:17.7773/9:17:49. eta:3 days, 1:28:26
2019-10-04 09:55:18,786 - root - INFO - epoch:1. iter/total_iter:17760/158025. lr:0.00100. loss:0.1484. spend/global_spend:4.5422/9:17:54. eta:3 days, 1:26:14
2019-10-04 09:55:34,984 - root - INFO - epoch:1. iter/total_iter:17770/158025. lr:0.00100. loss:0.1463. spend/global_spend:16.1980/9:18:10. eta:3 days, 1:25:34
2019-10-04 09:55:50,640 - root - INFO - epoch:1. iter/total_iter:17780/158025. lr:0.00100. loss:0.1377. spend/global_spend:15.6562/9:18:26. eta:3 days, 1:24:50
2019-10-04 09:55:57,036 - root - INFO - epoch:1. iter/total_iter:17790/158025. lr:0.00100. loss:0.1426. spend/global_spend:6.3952/9:18:32. eta:3 days, 1:22:53
2019-10-04 09:56:11,236 - root - INFO - epoch:1. iter/total_iter:17800/158025. lr:0.00100. loss:0.1443. spend/global_spend:14.2006/9:18:46. eta:3 days, 1:21:58
2019-10-04 09:56:23,355 - root - INFO - epoch:1. iter/total_iter:17810/158025. lr:0.00100. loss:0.1321. spend/global_spend:12.1189/9:18:58. eta:3 days, 1:20:46
2019-10-04 09:56:37,578 - root - INFO - epoch:1. iter/total_iter:17820/158025. lr:0.00100. loss:0.1546. spend/global_spend:14.2230/9:19:13. eta:3 days, 1:19:51
2019-10-04 09:56:49,703 - root - INFO - epoch:1. iter/total_iter:17830/158025. lr:0.00100. loss:0.1296. spend/global_spend:12.1247/9:19:25. eta:3 days, 1:18:39
2019-10-04 09:57:05,016 - root - INFO - epoch:1. iter/total_iter:17840/158025. lr:0.00100. loss:0.1512. spend/global_spend:15.3133/9:19:40. eta:3 days, 1:17:53
2019-10-04 09:57:20,974 - root - INFO - epoch:1. iter/total_iter:17850/158025. lr:0.00100. loss:0.1401. spend/global_spend:15.9577/9:19:56. eta:3 days, 1:17:11
2019-10-04 09:57:29,641 - root - INFO - epoch:1. iter/total_iter:17860/158025. lr:0.00100. loss:0.1314. spend/global_spend:8.6668/9:20:05. eta:3 days, 1:15:33
2019-10-04 09:57:42,534 - root - INFO - epoch:1. iter/total_iter:17870/158025. lr:0.00100. loss:0.1529. spend/global_spend:12.8936/9:20:18. eta:3 days, 1:14:28
2019-10-04 09:57:47,963 - root - INFO - epoch:1. iter/total_iter:17880/158025. lr:0.00100. loss:0.1357. spend/global_spend:5.4283/9:20:23. eta:3 days, 1:12:24
2019-10-04 09:58:04,452 - root - INFO - epoch:1. iter/total_iter:17890/158025. lr:0.00100. loss:0.1257. spend/global_spend:16.4891/9:20:40. eta:3 days, 1:11:47
2019-10-04 09:58:19,192 - root - INFO - epoch:1. iter/total_iter:17900/158025. lr:0.00100. loss:0.1391. spend/global_spend:14.7401/9:20:54. eta:3 days, 1:10:56
2019-10-04 09:58:28,309 - root - INFO - epoch:1. iter/total_iter:17910/158025. lr:0.00100. loss:0.1294. spend/global_spend:9.1176/9:21:03. eta:3 days, 1:09:22
2019-10-04 09:58:42,515 - root - INFO - epoch:1. iter/total_iter:17920/158025. lr:0.00100. loss:0.1580. spend/global_spend:14.2053/9:21:18. eta:3 days, 1:08:27
2019-10-04 09:58:56,578 - root - INFO - epoch:1. iter/total_iter:17930/158025. lr:0.00100. loss:0.1399. spend/global_spend:14.0632/9:21:32. eta:3 days, 1:07:31
2019-10-04 09:59:04,965 - root - INFO - epoch:1. iter/total_iter:17940/158025. lr:0.00100. loss:0.1451. spend/global_spend:8.3868/9:21:40. eta:3 days, 1:05:51
2019-10-04 09:59:17,356 - root - INFO - epoch:1. iter/total_iter:17950/158025. lr:0.00100. loss:0.1448. spend/global_spend:12.3917/9:21:52. eta:3 days, 1:04:43
2019-10-04 09:59:26,419 - root - INFO - epoch:1. iter/total_iter:17960/158025. lr:0.00100. loss:0.1384. spend/global_spend:9.0625/9:22:02. eta:3 days, 1:03:08
2019-10-04 09:59:45,675 - root - INFO - epoch:1. iter/total_iter:17970/158025. lr:0.00100. loss:0.1361. spend/global_spend:19.2562/9:22:21. eta:3 days, 1:02:53
2019-10-04 09:59:54,955 - root - INFO - epoch:1. iter/total_iter:17980/158025. lr:0.00100. loss:0.1568. spend/global_spend:9.2794/9:22:30. eta:3 days, 1:01:20
2019-10-04 10:00:04,088 - root - INFO - epoch:1. iter/total_iter:17990/158025. lr:0.00100. loss:0.1523. spend/global_spend:9.1334/9:22:39. eta:3 days, 0:59:46
2019-10-04 10:00:18,286 - root - INFO - epoch:1. iter/total_iter:18000/158025. lr:0.00100. loss:0.1647. spend/global_spend:14.1983/9:22:53. eta:3 days, 0:58:52
2019-10-04 10:00:34,797 - root - INFO - epoch:1. iter/total_iter:18010/158025. lr:0.00100. loss:0.1507. spend/global_spend:16.5111/9:23:10. eta:3 days, 0:58:16
2019-10-04 10:00:42,036 - root - INFO - epoch:1. iter/total_iter:18020/158025. lr:0.00100. loss:0.1266. spend/global_spend:7.2385/9:23:17. eta:3 days, 0:56:28
2019-10-04 10:00:57,436 - root - INFO - epoch:1. iter/total_iter:18030/158025. lr:0.00100. loss:0.1542. spend/global_spend:15.3997/9:23:33. eta:3 days, 0:55:43
2019-10-04 10:01:03,692 - root - INFO - epoch:1. iter/total_iter:18040/158025. lr:0.00100. loss:0.1641. spend/global_spend:6.2560/9:23:39. eta:3 days, 0:53:47
2019-10-04 10:01:19,012 - root - INFO - epoch:1. iter/total_iter:18050/158025. lr:0.00100. loss:0.1537. spend/global_spend:15.3201/9:23:54. eta:3 days, 0:53:02
2019-10-04 10:01:32,681 - root - INFO - epoch:1. iter/total_iter:18060/158025. lr:0.00100. loss:0.1544. spend/global_spend:13.6689/9:24:08. eta:3 days, 0:52:04
2019-10-04 10:01:44,478 - root - INFO - epoch:1. iter/total_iter:18070/158025. lr:0.00100. loss:0.1389. spend/global_spend:11.7978/9:24:20. eta:3 days, 0:50:51
2019-10-04 10:01:55,849 - root - INFO - epoch:1. iter/total_iter:18080/158025. lr:0.00100. loss:0.1429. spend/global_spend:11.3710/9:24:31. eta:3 days, 0:49:35
2019-10-04 10:02:12,545 - root - INFO - epoch:1. iter/total_iter:18090/158025. lr:0.00100. loss:0.1263. spend/global_spend:16.6957/9:24:48. eta:3 days, 0:49:01
2019-10-04 10:02:17,959 - root - INFO - epoch:1. iter/total_iter:18100/158025. lr:0.00100. loss:0.1300. spend/global_spend:5.4135/9:24:53. eta:3 days, 0:46:59
2019-10-04 10:02:34,106 - root - INFO - epoch:1. iter/total_iter:18110/158025. lr:0.00100. loss:0.1454. spend/global_spend:16.1471/9:25:09. eta:3 days, 0:46:21
2019-10-04 10:02:46,288 - root - INFO - epoch:1. iter/total_iter:18120/158025. lr:0.00100. loss:0.1728. spend/global_spend:12.1820/9:25:21. eta:3 days, 0:45:11
2019-10-04 10:02:57,947 - root - INFO - epoch:1. iter/total_iter:18130/158025. lr:0.00100. loss:0.1501. spend/global_spend:11.6596/9:25:33. eta:3 days, 0:43:58
2019-10-04 10:03:12,974 - root - INFO - epoch:1. iter/total_iter:18140/158025. lr:0.00100. loss:0.1375. spend/global_spend:15.0267/9:25:48. eta:3 days, 0:43:11
2019-10-04 10:03:21,631 - root - INFO - epoch:1. iter/total_iter:18150/158025. lr:0.00100. loss:0.1437. spend/global_spend:8.6573/9:25:57. eta:3 days, 0:41:35
2019-10-04 10:03:37,027 - root - INFO - epoch:1. iter/total_iter:18160/158025. lr:0.00100. loss:0.1631. spend/global_spend:15.3957/9:26:12. eta:3 days, 0:40:50
2019-10-04 10:03:52,803 - root - INFO - epoch:1. iter/total_iter:18170/158025. lr:0.00100. loss:0.1605. spend/global_spend:15.7758/9:26:28. eta:3 days, 0:40:09
2019-10-04 10:03:59,225 - root - INFO - epoch:1. iter/total_iter:18180/158025. lr:0.00100. loss:0.1282. spend/global_spend:6.4225/9:26:34. eta:3 days, 0:38:16
2019-10-04 10:04:17,069 - root - INFO - epoch:1. iter/total_iter:18190/158025. lr:0.00100. loss:0.1627. spend/global_spend:17.8437/9:26:52. eta:3 days, 0:37:51
2019-10-04 10:04:27,200 - root - INFO - epoch:1. iter/total_iter:18200/158025. lr:0.00100. loss:0.1625. spend/global_spend:10.1305/9:27:02. eta:3 days, 0:36:26
2019-10-04 10:04:39,544 - root - INFO - epoch:1. iter/total_iter:18210/158025. lr:0.00100. loss:0.1436. spend/global_spend:12.3447/9:27:15. eta:3 days, 0:35:19
2019-10-04 10:04:54,413 - root - INFO - epoch:1. iter/total_iter:18220/158025. lr:0.00100. loss:0.1231. spend/global_spend:14.8688/9:27:30. eta:3 days, 0:34:31
2019-10-04 10:05:09,491 - root - INFO - epoch:1. iter/total_iter:18230/158025. lr:0.00100. loss:0.1521. spend/global_spend:15.0776/9:27:45. eta:3 days, 0:33:44
2019-10-04 10:05:20,224 - root - INFO - epoch:1. iter/total_iter:18240/158025. lr:0.00100. loss:0.1475. spend/global_spend:10.7331/9:27:55. eta:3 days, 0:32:25
2019-10-04 10:05:32,194 - root - INFO - epoch:1. iter/total_iter:18250/158025. lr:0.00100. loss:0.1333. spend/global_spend:11.9708/9:28:07. eta:3 days, 0:31:15
2019-10-04 10:05:39,759 - root - INFO - epoch:1. iter/total_iter:18260/158025. lr:0.00100. loss:0.1295. spend/global_spend:7.5647/9:28:15. eta:3 days, 0:29:31
2019-10-04 10:05:56,609 - root - INFO - epoch:1. iter/total_iter:18270/158025. lr:0.00100. loss:0.1308. spend/global_spend:16.8498/9:28:32. eta:3 days, 0:28:58
2019-10-04 10:06:09,048 - root - INFO - epoch:1. iter/total_iter:18280/158025. lr:0.00100. loss:0.1323. spend/global_spend:12.4386/9:28:44. eta:3 days, 0:27:52
2019-10-04 10:06:20,044 - root - INFO - epoch:1. iter/total_iter:18290/158025. lr:0.00100. loss:0.1539. spend/global_spend:10.9963/9:28:55. eta:3 days, 0:26:35
2019-10-04 10:06:36,536 - root - INFO - epoch:1. iter/total_iter:18300/158025. lr:0.00100. loss:0.1436. spend/global_spend:16.4917/9:29:12. eta:3 days, 0:25:59
2019-10-04 10:06:44,050 - root - INFO - epoch:1. iter/total_iter:18310/158025. lr:0.00100. loss:0.1568. spend/global_spend:7.5141/9:29:19. eta:3 days, 0:24:16
2019-10-04 10:06:58,356 - root - INFO - epoch:1. iter/total_iter:18320/158025. lr:0.00100. loss:0.1418. spend/global_spend:14.3064/9:29:33. eta:3 days, 0:23:24
2019-10-04 10:07:05,063 - root - INFO - epoch:1. iter/total_iter:18330/158025. lr:0.00100. loss:0.1729. spend/global_spend:6.7071/9:29:40. eta:3 days, 0:21:34
2019-10-04 10:07:22,112 - root - INFO - epoch:1. iter/total_iter:18340/158025. lr:0.00100. loss:0.1457. spend/global_spend:17.0491/9:29:57. eta:3 days, 0:21:03
2019-10-04 10:07:35,285 - root - INFO - epoch:1. iter/total_iter:18350/158025. lr:0.00100. loss:0.1350. spend/global_spend:13.1724/9:30:10. eta:3 days, 0:20:03
2019-10-04 10:07:44,618 - root - INFO - epoch:1. iter/total_iter:18360/158025. lr:0.00100. loss:0.1383. spend/global_spend:9.3337/9:30:20. eta:3 days, 0:18:34
2019-10-04 10:07:59,791 - root - INFO - epoch:1. iter/total_iter:18370/158025. lr:0.00100. loss:0.1341. spend/global_spend:15.1729/9:30:35. eta:3 days, 0:17:49
2019-10-04 10:08:12,090 - root - INFO - epoch:1. iter/total_iter:18380/158025. lr:0.00100. loss:0.1344. spend/global_spend:12.2989/9:30:47. eta:3 days, 0:16:42
2019-10-04 10:08:21,585 - root - INFO - epoch:1. iter/total_iter:18390/158025. lr:0.00100. loss:0.1526. spend/global_spend:9.4949/9:30:57. eta:3 days, 0:15:14
2019-10-04 10:08:34,326 - root - INFO - epoch:1. iter/total_iter:18400/158025. lr:0.00100. loss:0.1386. spend/global_spend:12.7413/9:31:09. eta:3 days, 0:14:11
2019-10-04 10:08:42,574 - root - INFO - epoch:1. iter/total_iter:18410/158025. lr:0.00100. loss:0.1564. spend/global_spend:8.2480/9:31:18. eta:3 days, 0:12:33
2019-10-04 10:08:59,610 - root - INFO - epoch:1. iter/total_iter:18420/158025. lr:0.00100. loss:0.1253. spend/global_spend:17.0362/9:31:35. eta:3 days, 0:12:03
2019-10-04 10:09:12,767 - root - INFO - epoch:1. iter/total_iter:18430/158025. lr:0.00100. loss:0.1262. spend/global_spend:13.1566/9:31:48. eta:3 days, 0:11:03
2019-10-04 10:09:20,684 - root - INFO - epoch:1. iter/total_iter:18440/158025. lr:0.00100. loss:0.1525. spend/global_spend:7.9171/9:31:56. eta:3 days, 0:09:23
2019-10-04 10:09:39,588 - root - INFO - epoch:1. iter/total_iter:18450/158025. lr:0.00100. loss:0.1316. spend/global_spend:18.9036/9:32:15. eta:3 days, 0:09:07
2019-10-04 10:09:49,568 - root - INFO - epoch:1. iter/total_iter:18460/158025. lr:0.00100. loss:0.1497. spend/global_spend:9.9808/9:32:25. eta:3 days, 0:07:43
2019-10-04 10:10:01,613 - root - INFO - epoch:1. iter/total_iter:18470/158025. lr:0.00100. loss:0.1498. spend/global_spend:12.0445/9:32:37. eta:3 days, 0:06:35
2019-10-04 10:10:10,436 - root - INFO - epoch:1. iter/total_iter:18480/158025. lr:0.00100. loss:0.1433. spend/global_spend:8.8232/9:32:46. eta:3 days, 0:05:02
2019-10-04 10:10:21,883 - root - INFO - epoch:1. iter/total_iter:18490/158025. lr:0.00100. loss:0.1371. spend/global_spend:11.4472/9:32:57. eta:3 days, 0:03:50
2019-10-04 10:10:35,303 - root - INFO - epoch:1. iter/total_iter:18500/158025. lr:0.00100. loss:0.1579. spend/global_spend:13.4196/9:33:10. eta:3 days, 0:02:52
2019-10-04 10:10:48,877 - root - INFO - epoch:1. iter/total_iter:18510/158025. lr:0.00100. loss:0.1684. spend/global_spend:13.5743/9:33:24. eta:3 days, 0:01:56
2019-10-04 10:10:58,578 - root - INFO - epoch:1. iter/total_iter:18520/158025. lr:0.00100. loss:0.1433. spend/global_spend:9.7010/9:33:34. eta:3 days, 0:00:30
2019-10-04 10:11:14,087 - root - INFO - epoch:1. iter/total_iter:18530/158025. lr:0.00100. loss:0.1365. spend/global_spend:15.5085/9:33:49. eta:2 days, 23:59:48
2019-10-04 10:11:27,882 - root - INFO - epoch:1. iter/total_iter:18540/158025. lr:0.00100. loss:0.1544. spend/global_spend:13.7948/9:34:03. eta:2 days, 23:58:54
2019-10-04 10:11:35,573 - root - INFO - epoch:1. iter/total_iter:18550/158025. lr:0.00100. loss:0.1788. spend/global_spend:7.6914/9:34:11. eta:2 days, 23:57:13
2019-10-04 10:11:53,219 - root - INFO - epoch:1. iter/total_iter:18560/158025. lr:0.00100. loss:0.1528. spend/global_spend:17.6460/9:34:28. eta:2 days, 23:56:48
2019-10-04 10:12:04,328 - root - INFO - epoch:1. iter/total_iter:18570/158025. lr:0.00100. loss:0.1441. spend/global_spend:11.1093/9:34:39. eta:2 days, 23:55:33
2019-10-04 10:12:16,837 - root - INFO - epoch:1. iter/total_iter:18580/158025. lr:0.00100. loss:0.1502. spend/global_spend:12.5086/9:34:52. eta:2 days, 23:54:29
2019-10-04 10:12:26,502 - root - INFO - epoch:1. iter/total_iter:18590/158025. lr:0.00100. loss:0.1431. spend/global_spend:9.6649/9:35:02. eta:2 days, 23:53:04
2019-10-04 10:12:35,992 - root - INFO - epoch:1. iter/total_iter:18600/158025. lr:0.00100. loss:0.1167. spend/global_spend:9.4900/9:35:11. eta:2 days, 23:51:37
2019-10-04 10:12:53,040 - root - INFO - epoch:1. iter/total_iter:18610/158025. lr:0.00100. loss:0.1392. spend/global_spend:17.0484/9:35:28. eta:2 days, 23:51:07
2019-10-04 10:13:03,426 - root - INFO - epoch:1. iter/total_iter:18620/158025. lr:0.00100. loss:0.1351. spend/global_spend:10.3856/9:35:39. eta:2 days, 23:49:48
2019-10-04 10:13:15,580 - root - INFO - epoch:1. iter/total_iter:18630/158025. lr:0.00100. loss:0.1425. spend/global_spend:12.1541/9:35:51. eta:2 days, 23:48:41
2019-10-04 10:13:32,856 - root - INFO - epoch:1. iter/total_iter:18640/158025. lr:0.00100. loss:0.1413. spend/global_spend:17.2764/9:36:08. eta:2 days, 23:48:13
2019-10-04 10:13:43,241 - root - INFO - epoch:1. iter/total_iter:18650/158025. lr:0.00100. loss:0.1454. spend/global_spend:10.3850/9:36:18. eta:2 days, 23:46:54
2019-10-04 10:13:55,252 - root - INFO - epoch:1. iter/total_iter:18660/158025. lr:0.00100. loss:0.1282. spend/global_spend:12.0108/9:36:30. eta:2 days, 23:45:46
2019-10-04 10:14:06,421 - root - INFO - epoch:1. iter/total_iter:18670/158025. lr:0.00100. loss:0.1353. spend/global_spend:11.1691/9:36:42. eta:2 days, 23:44:33
2019-10-04 10:14:16,959 - root - INFO - epoch:1. iter/total_iter:18680/158025. lr:0.00100. loss:0.1508. spend/global_spend:10.5384/9:36:52. eta:2 days, 23:43:15
2019-10-04 10:14:35,372 - root - INFO - epoch:1. iter/total_iter:18690/158025. lr:0.00100. loss:0.1494. spend/global_spend:18.4124/9:37:10. eta:2 days, 23:42:55
2019-10-04 10:14:46,388 - root - INFO - epoch:1. iter/total_iter:18700/158025. lr:0.00100. loss:0.1652. spend/global_spend:11.0167/9:37:21. eta:2 days, 23:41:41
2019-10-04 10:14:54,690 - root - INFO - epoch:1. iter/total_iter:18710/158025. lr:0.00100. loss:0.1202. spend/global_spend:8.3008/9:37:30. eta:2 days, 23:40:06
2019-10-04 10:15:14,686 - root - INFO - epoch:1. iter/total_iter:18720/158025. lr:0.00100. loss:0.1265. spend/global_spend:19.9969/9:37:50. eta:2 days, 23:39:59
2019-10-04 10:15:30,661 - root - INFO - epoch:1. iter/total_iter:18730/158025. lr:0.00100. loss:0.1436. spend/global_spend:15.9753/9:38:06. eta:2 days, 23:39:21
2019-10-04 10:15:36,713 - root - INFO - epoch:1. iter/total_iter:18740/158025. lr:0.00100. loss:0.1733. spend/global_spend:6.0518/9:38:12. eta:2 days, 23:37:30
2019-10-04 10:15:51,678 - root - INFO - epoch:1. iter/total_iter:18750/158025. lr:0.00100. loss:0.1317. spend/global_spend:14.9647/9:38:27. eta:2 days, 23:36:45
2019-10-04 10:15:58,262 - root - INFO - epoch:1. iter/total_iter:18760/158025. lr:0.00100. loss:0.1390. spend/global_spend:6.5844/9:38:33. eta:2 days, 23:34:58
2019-10-04 10:16:16,845 - root - INFO - epoch:1. iter/total_iter:18770/158025. lr:0.00100. loss:0.1450. spend/global_spend:18.5830/9:38:52. eta:2 days, 23:34:40
2019-10-04 10:16:33,426 - root - INFO - epoch:1. iter/total_iter:18780/158025. lr:0.00100. loss:0.1540. spend/global_spend:16.5805/9:39:09. eta:2 days, 23:34:07
2019-10-04 10:16:37,952 - root - INFO - epoch:1. iter/total_iter:18790/158025. lr:0.00100. loss:0.1425. spend/global_spend:4.5262/9:39:13. eta:2 days, 23:32:05
2019-10-04 10:16:53,679 - root - INFO - epoch:1. iter/total_iter:18800/158025. lr:0.00100. loss:0.1532. spend/global_spend:15.7270/9:39:29. eta:2 days, 23:31:26
2019-10-04 10:17:09,399 - root - INFO - epoch:1. iter/total_iter:18810/158025. lr:0.00100. loss:0.1467. spend/global_spend:15.7201/9:39:44. eta:2 days, 23:30:47
2019-10-04 10:17:14,827 - root - INFO - epoch:1. iter/total_iter:18820/158025. lr:0.00100. loss:0.1322. spend/global_spend:5.4282/9:39:50. eta:2 days, 23:28:52
2019-10-04 10:17:32,778 - root - INFO - epoch:1. iter/total_iter:18830/158025. lr:0.00100. loss:0.1386. spend/global_spend:17.9503/9:40:08. eta:2 days, 23:28:30
2019-10-04 10:17:37,300 - root - INFO - epoch:1. iter/total_iter:18840/158025. lr:0.00100. loss:0.1415. spend/global_spend:4.5225/9:40:12. eta:2 days, 23:26:28
2019-10-04 10:17:54,506 - root - INFO - epoch:1. iter/total_iter:18850/158025. lr:0.00100. loss:0.1380. spend/global_spend:17.2056/9:40:30. eta:2 days, 23:26:00
2019-10-04 10:18:07,169 - root - INFO - epoch:1. iter/total_iter:18860/158025. lr:0.00100. loss:0.1562. spend/global_spend:12.6628/9:40:42. eta:2 days, 23:24:59
2019-10-04 10:18:15,859 - root - INFO - epoch:1. iter/total_iter:18870/158025. lr:0.00100. loss:0.1266. spend/global_spend:8.6903/9:40:51. eta:2 days, 23:23:28
2019-10-04 10:18:31,777 - root - INFO - epoch:1. iter/total_iter:18880/158025. lr:0.00100. loss:0.1525. spend/global_spend:15.9179/9:41:07. eta:2 days, 23:22:51
2019-10-04 10:18:46,920 - root - INFO - epoch:1. iter/total_iter:18890/158025. lr:0.00100. loss:0.1446. spend/global_spend:15.1432/9:41:22. eta:2 days, 23:22:08
2019-10-04 10:18:54,514 - root - INFO - epoch:1. iter/total_iter:18900/158025. lr:0.00100. loss:0.1585. spend/global_spend:7.5945/9:41:30. eta:2 days, 23:20:30
2019-10-04 10:19:07,527 - root - INFO - epoch:1. iter/total_iter:18910/158025. lr:0.00100. loss:0.1572. spend/global_spend:13.0128/9:41:43. eta:2 days, 23:19:31
2019-10-04 10:19:15,501 - root - INFO - epoch:1. iter/total_iter:18920/158025. lr:0.00100. loss:0.1543. spend/global_spend:7.9740/9:41:51. eta:2 days, 23:17:55
2019-10-04 10:19:28,376 - root - INFO - epoch:1. iter/total_iter:18930/158025. lr:0.00100. loss:0.1462. spend/global_spend:12.8746/9:42:03. eta:2 days, 23:16:56
2019-10-04 10:19:45,041 - root - INFO - epoch:1. iter/total_iter:18940/158025. lr:0.00100. loss:0.1332. spend/global_spend:16.6650/9:42:20. eta:2 days, 23:16:24
2019-10-04 10:19:54,964 - root - INFO - epoch:1. iter/total_iter:18950/158025. lr:0.00100. loss:0.1496. spend/global_spend:9.9234/9:42:30. eta:2 days, 23:15:03
2019-10-04 10:20:12,837 - root - INFO - epoch:1. iter/total_iter:18960/158025. lr:0.00100. loss:0.1517. spend/global_spend:17.8725/9:42:48. eta:2 days, 23:14:41
2019-10-04 10:20:20,733 - root - INFO - epoch:1. iter/total_iter:18970/158025. lr:0.00100. loss:0.1435. spend/global_spend:7.8967/9:42:56. eta:2 days, 23:13:05
2019-10-04 10:20:34,469 - root - INFO - epoch:1. iter/total_iter:18980/158025. lr:0.00100. loss:0.1411. spend/global_spend:13.7361/9:43:10. eta:2 days, 23:12:12
2019-10-04 10:20:45,031 - root - INFO - epoch:1. iter/total_iter:18990/158025. lr:0.00100. loss:0.1544. spend/global_spend:10.5614/9:43:20. eta:2 days, 23:10:56
2019-10-04 10:20:58,485 - root - INFO - epoch:1. iter/total_iter:19000/158025. lr:0.00100. loss:0.1331. spend/global_spend:13.4539/9:43:34. eta:2 days, 23:10:01
2019-10-04 10:21:11,911 - root - INFO - epoch:1. iter/total_iter:19010/158025. lr:0.00100. loss:0.1465. spend/global_spend:13.4265/9:43:47. eta:2 days, 23:09:06
2019-10-04 10:21:20,493 - root - INFO - epoch:1. iter/total_iter:19020/158025. lr:0.00100. loss:0.1561. spend/global_spend:8.5818/9:43:56. eta:2 days, 23:07:36
2019-10-04 10:21:34,737 - root - INFO - epoch:1. iter/total_iter:19030/158025. lr:0.00100. loss:0.1411. spend/global_spend:14.2434/9:44:10. eta:2 days, 23:06:47
2019-10-04 10:21:51,789 - root - INFO - epoch:1. iter/total_iter:19040/158025. lr:0.00100. loss:0.1671. spend/global_spend:17.0522/9:44:27. eta:2 days, 23:06:19
2019-10-04 10:21:59,470 - root - INFO - epoch:1. iter/total_iter:19050/158025. lr:0.00100. loss:0.1462. spend/global_spend:7.6815/9:44:35. eta:2 days, 23:04:42
2019-10-04 10:22:13,629 - root - INFO - epoch:1. iter/total_iter:19060/158025. lr:0.00100. loss:0.1588. spend/global_spend:14.1590/9:44:49. eta:2 days, 23:03:52
2019-10-04 10:22:19,945 - root - INFO - epoch:1. iter/total_iter:19070/158025. lr:0.00100. loss:0.1316. spend/global_spend:6.3159/9:44:55. eta:2 days, 23:02:06
2019-10-04 10:22:38,719 - root - INFO - epoch:1. iter/total_iter:19080/158025. lr:0.00100. loss:0.1396. spend/global_spend:18.7743/9:45:14. eta:2 days, 23:01:50
2019-10-04 10:22:54,153 - root - INFO - epoch:1. iter/total_iter:19090/158025. lr:0.00100. loss:0.1407. spend/global_spend:15.4339/9:45:29. eta:2 days, 23:01:10
2019-10-04 10:22:58,663 - root - INFO - epoch:1. iter/total_iter:19100/158025. lr:0.00100. loss:0.1542. spend/global_spend:4.5092/9:45:34. eta:2 days, 22:59:11
2019-10-04 10:23:13,360 - root - INFO - epoch:1. iter/total_iter:19110/158025. lr:0.00100. loss:0.1470. spend/global_spend:14.6973/9:45:48. eta:2 days, 22:58:25
2019-10-04 10:23:27,275 - root - INFO - epoch:1. iter/total_iter:19120/158025. lr:0.00100. loss:0.1632. spend/global_spend:13.9155/9:46:02. eta:2 days, 22:57:34
2019-10-04 10:23:38,524 - root - INFO - epoch:1. iter/total_iter:19130/158025. lr:0.00100. loss:0.1381. spend/global_spend:11.2490/9:46:14. eta:2 days, 22:56:24
2019-10-04 10:23:47,279 - root - INFO - epoch:1. iter/total_iter:19140/158025. lr:0.00100. loss:0.1281. spend/global_spend:8.7544/9:46:22. eta:2 days, 22:54:56
2019-10-04 10:24:01,212 - root - INFO - epoch:1. iter/total_iter:19150/158025. lr:0.00100. loss:0.1501. spend/global_spend:13.9330/9:46:36. eta:2 days, 22:54:05
2019-10-04 10:24:13,581 - root - INFO - epoch:1. iter/total_iter:19160/158025. lr:0.00100. loss:0.1239. spend/global_spend:12.3692/9:46:49. eta:2 days, 22:53:03
2019-10-04 10:24:22,868 - root - INFO - epoch:1. iter/total_iter:19170/158025. lr:0.00100. loss:0.1344. spend/global_spend:9.2868/9:46:58. eta:2 days, 22:51:39
2019-10-04 10:24:41,843 - root - INFO - epoch:1. iter/total_iter:19180/158025. lr:0.00100. loss:0.1409. spend/global_spend:18.9754/9:47:17. eta:2 days, 22:51:25
2019-10-04 10:24:46,358 - root - INFO - epoch:1. iter/total_iter:19190/158025. lr:0.00100. loss:0.1328. spend/global_spend:4.5145/9:47:21. eta:2 days, 22:49:27
2019-10-04 10:25:03,063 - root - INFO - epoch:1. iter/total_iter:19200/158025. lr:0.00100. loss:0.1446. spend/global_spend:16.7053/9:47:38. eta:2 days, 22:48:56
2019-10-04 10:25:20,589 - root - INFO - epoch:1. iter/total_iter:19210/158025. lr:0.00100. loss:0.1538. spend/global_spend:17.5260/9:47:56. eta:2 days, 22:48:32
2019-10-04 10:25:25,074 - root - INFO - epoch:1. iter/total_iter:19220/158025. lr:0.00100. loss:0.1293. spend/global_spend:4.4846/9:48:00. eta:2 days, 22:46:33
2019-10-04 10:25:41,886 - root - INFO - epoch:1. iter/total_iter:19230/158025. lr:0.00100. loss:0.1439. spend/global_spend:16.8126/9:48:17. eta:2 days, 22:46:04
2019-10-04 10:25:53,139 - root - INFO - epoch:1. iter/total_iter:19240/158025. lr:0.00100. loss:0.1358. spend/global_spend:11.2525/9:48:28. eta:2 days, 22:44:54
2019-10-04 10:26:04,037 - root - INFO - epoch:1. iter/total_iter:19250/158025. lr:0.00100. loss:0.1357. spend/global_spend:10.8983/9:48:39. eta:2 days, 22:43:42
2019-10-04 10:26:19,983 - root - INFO - epoch:1. iter/total_iter:19260/158025. lr:0.00100. loss:0.1519. spend/global_spend:15.9456/9:48:55. eta:2 days, 22:43:06
2019-10-04 10:26:24,509 - root - INFO - epoch:1. iter/total_iter:19270/158025. lr:0.00100. loss:0.1393. spend/global_spend:4.5243/9:49:00. eta:2 days, 22:41:08
2019-10-04 10:26:42,114 - root - INFO - epoch:1. iter/total_iter:19280/158025. lr:0.00100. loss:0.1374. spend/global_spend:17.6069/9:49:17. eta:2 days, 22:40:45
2019-10-04 10:26:56,552 - root - INFO - epoch:1. iter/total_iter:19290/158025. lr:0.00100. loss:0.1434. spend/global_spend:14.4378/9:49:32. eta:2 days, 22:39:58
2019-10-04 10:27:02,151 - root - INFO - epoch:1. iter/total_iter:19300/158025. lr:0.00100. loss:0.1523. spend/global_spend:5.5998/9:49:37. eta:2 days, 22:38:09
2019-10-04 10:27:22,106 - root - INFO - epoch:1. iter/total_iter:19310/158025. lr:0.00100. loss:0.1374. spend/global_spend:19.9541/9:49:57. eta:2 days, 22:38:02
2019-10-04 10:27:28,219 - root - INFO - epoch:1. iter/total_iter:19320/158025. lr:0.00100. loss:0.1463. spend/global_spend:6.1138/9:50:03. eta:2 days, 22:36:16
2019-10-04 10:27:43,581 - root - INFO - epoch:1. iter/total_iter:19330/158025. lr:0.00100. loss:0.1478. spend/global_spend:15.3615/9:50:19. eta:2 days, 22:35:36
2019-10-04 10:28:01,723 - root - INFO - epoch:1. iter/total_iter:19340/158025. lr:0.00100. loss:0.1314. spend/global_spend:18.1420/9:50:37. eta:2 days, 22:35:17
2019-10-04 10:28:06,230 - root - INFO - epoch:1. iter/total_iter:19350/158025. lr:0.00100. loss:0.1368. spend/global_spend:4.5068/9:50:41. eta:2 days, 22:33:19
2019-10-04 10:28:23,940 - root - INFO - epoch:1. iter/total_iter:19360/158025. lr:0.00100. loss:0.1679. spend/global_spend:17.7104/9:50:59. eta:2 days, 22:32:57
2019-10-04 10:28:33,766 - root - INFO - epoch:1. iter/total_iter:19370/158025. lr:0.00100. loss:0.1503. spend/global_spend:9.8260/9:51:09. eta:2 days, 22:31:38
2019-10-04 10:28:44,487 - root - INFO - epoch:1. iter/total_iter:19380/158025. lr:0.00100. loss:0.1424. spend/global_spend:10.7210/9:51:20. eta:2 days, 22:30:25
2019-10-04 10:29:00,001 - root - INFO - epoch:1. iter/total_iter:19390/158025. lr:0.00100. loss:0.1499. spend/global_spend:15.5139/9:51:35. eta:2 days, 22:29:47
2019-10-04 10:29:04,583 - root - INFO - epoch:1. iter/total_iter:19400/158025. lr:0.00100. loss:0.1268. spend/global_spend:4.5823/9:51:40. eta:2 days, 22:27:50
2019-10-04 10:29:20,693 - root - INFO - epoch:1. iter/total_iter:19410/158025. lr:0.00100. loss:0.1612. spend/global_spend:16.1095/9:51:56. eta:2 days, 22:27:16
2019-10-04 10:29:38,648 - root - INFO - epoch:1. iter/total_iter:19420/158025. lr:0.00100. loss:0.1522. spend/global_spend:17.9555/9:52:14. eta:2 days, 22:26:56
2019-10-04 10:29:43,176 - root - INFO - epoch:1. iter/total_iter:19430/158025. lr:0.00100. loss:0.1362. spend/global_spend:4.5279/9:52:18. eta:2 days, 22:24:59
2019-10-04 10:30:00,814 - root - INFO - epoch:1. iter/total_iter:19440/158025. lr:0.00100. loss:0.1372. spend/global_spend:17.6376/9:52:36. eta:2 days, 22:24:36
2019-10-04 10:30:14,844 - root - INFO - epoch:1. iter/total_iter:19450/158025. lr:0.00100. loss:0.1478. spend/global_spend:14.0304/9:52:50. eta:2 days, 22:23:47
2019-10-04 10:30:19,895 - root - INFO - epoch:1. iter/total_iter:19460/158025. lr:0.00100. loss:0.1508. spend/global_spend:5.0510/9:52:55. eta:2 days, 22:21:55
2019-10-04 10:30:36,621 - root - INFO - epoch:1. iter/total_iter:19470/158025. lr:0.00100. loss:0.1561. spend/global_spend:16.7259/9:53:12. eta:2 days, 22:21:26
2019-10-04 10:30:42,081 - root - INFO - epoch:1. iter/total_iter:19480/158025. lr:0.00100. loss:0.1357. spend/global_spend:5.4599/9:53:17. eta:2 days, 22:19:36
2019-10-04 10:30:59,257 - root - INFO - epoch:1. iter/total_iter:19490/158025. lr:0.00100. loss:0.1582. spend/global_spend:17.1757/9:53:34. eta:2 days, 22:19:10
2019-10-04 10:31:16,749 - root - INFO - epoch:1. iter/total_iter:19500/158025. lr:0.00100. loss:0.1374. spend/global_spend:17.4923/9:53:52. eta:2 days, 22:18:46
2019-10-04 10:31:23,854 - root - INFO - epoch:1. iter/total_iter:19510/158025. lr:0.00100. loss:0.1177. spend/global_spend:7.1047/9:53:59. eta:2 days, 22:17:09
2019-10-04 10:31:41,756 - root - INFO - epoch:1. iter/total_iter:19520/158025. lr:0.00100. loss:0.1245. spend/global_spend:17.9022/9:54:17. eta:2 days, 22:16:48
2019-10-04 10:31:56,351 - root - INFO - epoch:1. iter/total_iter:19530/158025. lr:0.00100. loss:0.1304. spend/global_spend:14.5951/9:54:31. eta:2 days, 22:16:03
2019-10-04 10:32:01,921 - root - INFO - epoch:1. iter/total_iter:19540/158025. lr:0.00100. loss:0.1471. spend/global_spend:5.5695/9:54:37. eta:2 days, 22:14:15
2019-10-04 10:32:16,292 - root - INFO - epoch:1. iter/total_iter:19550/158025. lr:0.00100. loss:0.1455. spend/global_spend:14.3717/9:54:51. eta:2 days, 22:13:29
2019-10-04 10:32:24,554 - root - INFO - epoch:1. iter/total_iter:19560/158025. lr:0.00100. loss:0.1187. spend/global_spend:8.2615/9:55:00. eta:2 days, 22:12:00
2019-10-04 10:32:39,731 - root - INFO - epoch:1. iter/total_iter:19570/158025. lr:0.00100. loss:0.1343. spend/global_spend:15.1779/9:55:15. eta:2 days, 22:11:20
2019-10-04 10:32:58,386 - root - INFO - epoch:1. iter/total_iter:19580/158025. lr:0.00100. loss:0.1604. spend/global_spend:18.6545/9:55:33. eta:2 days, 22:11:05
2019-10-04 10:33:02,891 - root - INFO - epoch:1. iter/total_iter:19590/158025. lr:0.00100. loss:0.1490. spend/global_spend:4.5047/9:55:38. eta:2 days, 22:09:10
2019-10-04 10:33:17,630 - root - INFO - epoch:1. iter/total_iter:19600/158025. lr:0.00100. loss:0.1474. spend/global_spend:14.7391/9:55:53. eta:2 days, 22:08:27
2019-10-04 10:33:37,229 - root - INFO - epoch:1. iter/total_iter:19610/158025. lr:0.00100. loss:0.1474. spend/global_spend:19.5989/9:56:12. eta:2 days, 22:08:18
2019-10-04 10:33:44,183 - root - INFO - epoch:1. iter/total_iter:19620/158025. lr:0.00100. loss:0.1419. spend/global_spend:6.9548/9:56:19. eta:2 days, 22:06:40
2019-10-04 10:33:55,609 - root - INFO - epoch:1. iter/total_iter:19630/158025. lr:0.00100. loss:0.1493. spend/global_spend:11.4256/9:56:31. eta:2 days, 22:05:34
2019-10-04 10:34:05,789 - root - INFO - epoch:1. iter/total_iter:19640/158025. lr:0.00100. loss:0.1448. spend/global_spend:10.1800/9:56:41. eta:2 days, 22:04:19
2019-10-04 10:34:19,234 - root - INFO - epoch:1. iter/total_iter:19650/158025. lr:0.00100. loss:0.1195. spend/global_spend:13.4445/9:56:54. eta:2 days, 22:03:27
2019-10-04 10:34:38,575 - root - INFO - epoch:1. iter/total_iter:19660/158025. lr:0.00100. loss:0.1342. spend/global_spend:19.3410/9:57:14. eta:2 days, 22:03:17
2019-10-04 10:34:45,376 - root - INFO - epoch:1. iter/total_iter:19670/158025. lr:0.00100. loss:0.1626. spend/global_spend:6.8015/9:57:20. eta:2 days, 22:01:38
2019-10-04 10:35:01,312 - root - INFO - epoch:1. iter/total_iter:19680/158025. lr:0.00100. loss:0.1461. spend/global_spend:15.9356/9:57:36. eta:2 days, 22:01:04
2019-10-04 10:35:15,403 - root - INFO - epoch:1. iter/total_iter:19690/158025. lr:0.00100. loss:0.1458. spend/global_spend:14.0918/9:57:51. eta:2 days, 22:00:17
2019-10-04 10:35:25,541 - root - INFO - epoch:1. iter/total_iter:19700/158025. lr:0.00100. loss:0.1352. spend/global_spend:10.1374/9:58:01. eta:2 days, 21:59:02
2019-10-04 10:35:34,428 - root - INFO - epoch:1. iter/total_iter:19710/158025. lr:0.00100. loss:0.1357. spend/global_spend:8.8874/9:58:10. eta:2 days, 21:57:38
2019-10-04 10:35:49,202 - root - INFO - epoch:1. iter/total_iter:19720/158025. lr:0.00100. loss:0.1570. spend/global_spend:14.7739/9:58:24. eta:2 days, 21:56:56
2019-10-04 10:35:55,943 - root - INFO - epoch:1. iter/total_iter:19730/158025. lr:0.00100. loss:0.1350. spend/global_spend:6.7408/9:58:31. eta:2 days, 21:55:17
2019-10-04 10:36:10,756 - root - INFO - epoch:1. iter/total_iter:19740/158025. lr:0.00100. loss:0.1593. spend/global_spend:14.8125/9:58:46. eta:2 days, 21:54:35
2019-10-04 10:36:25,739 - root - INFO - epoch:1. iter/total_iter:19750/158025. lr:0.00100. loss:0.1255. spend/global_spend:14.9836/9:59:01. eta:2 days, 21:53:54
2019-10-04 10:36:30,853 - root - INFO - epoch:1. iter/total_iter:19760/158025. lr:0.00100. loss:0.1340. spend/global_spend:5.1138/9:59:06. eta:2 days, 21:52:05
2019-10-04 10:36:46,151 - root - INFO - epoch:1. iter/total_iter:19770/158025. lr:0.00100. loss:0.1521. spend/global_spend:15.2984/9:59:21. eta:2 days, 21:51:26
2019-10-04 10:37:01,419 - root - INFO - epoch:1. iter/total_iter:19780/158025. lr:0.00100. loss:0.1404. spend/global_spend:15.2683/9:59:37. eta:2 days, 21:50:48
2019-10-04 10:37:06,539 - root - INFO - epoch:1. iter/total_iter:19790/158025. lr:0.00100. loss:0.1379. spend/global_spend:5.1195/9:59:42. eta:2 days, 21:48:58
2019-10-04 10:37:19,689 - root - INFO - epoch:1. iter/total_iter:19800/158025. lr:0.00100. loss:0.1511. spend/global_spend:13.1497/9:59:55. eta:2 days, 21:48:05
2019-10-04 10:37:27,582 - root - INFO - epoch:1. iter/total_iter:19810/158025. lr:0.00100. loss:0.1446. spend/global_spend:7.8927/10:00:03. eta:2 days, 21:46:35
2019-10-04 10:37:44,184 - root - INFO - epoch:1. iter/total_iter:19820/158025. lr:0.00100. loss:0.1370. spend/global_spend:16.6021/10:00:19. eta:2 days, 21:46:06
2019-10-04 10:37:56,396 - root - INFO - epoch:1. iter/total_iter:19830/158025. lr:0.00100. loss:0.1448. spend/global_spend:12.2122/10:00:31. eta:2 days, 21:45:06
2019-10-04 10:38:07,447 - root - INFO - epoch:1. iter/total_iter:19840/158025. lr:0.00100. loss:0.1593. spend/global_spend:11.0516/10:00:43. eta:2 days, 21:43:58
2019-10-04 10:38:23,983 - root - INFO - epoch:1. iter/total_iter:19850/158025. lr:0.00100. loss:0.1562. spend/global_spend:16.5359/10:00:59. eta:2 days, 21:43:29
2019-10-04 10:38:37,602 - root - INFO - epoch:1. iter/total_iter:19860/158025. lr:0.00100. loss:0.1395. spend/global_spend:13.6187/10:01:13. eta:2 days, 21:42:39
2019-10-04 10:38:44,623 - root - INFO - epoch:1. iter/total_iter:19870/158025. lr:0.00100. loss:0.1311. spend/global_spend:7.0213/10:01:20. eta:2 days, 21:41:03
2019-10-04 10:39:00,182 - root - INFO - epoch:1. iter/total_iter:19880/158025. lr:0.00100. loss:0.1626. spend/global_spend:15.5583/10:01:35. eta:2 days, 21:40:27
2019-10-04 10:39:07,529 - root - INFO - epoch:1. iter/total_iter:19890/158025. lr:0.00100. loss:0.1412. spend/global_spend:7.3473/10:01:43. eta:2 days, 21:38:54
2019-10-04 10:39:25,741 - root - INFO - epoch:1. iter/total_iter:19900/158025. lr:0.00100. loss:0.1184. spend/global_spend:18.2122/10:02:01. eta:2 days, 21:38:36
2019-10-04 10:39:39,997 - root - INFO - epoch:1. iter/total_iter:19910/158025. lr:0.00100. loss:0.1511. spend/global_spend:14.2559/10:02:15. eta:2 days, 21:37:51
2019-10-04 10:39:45,571 - root - INFO - epoch:1. iter/total_iter:19920/158025. lr:0.00100. loss:0.1435. spend/global_spend:5.5736/10:02:21. eta:2 days, 21:36:06
2019-10-04 10:40:03,542 - root - INFO - epoch:1. iter/total_iter:19930/158025. lr:0.00100. loss:0.1429. spend/global_spend:17.9713/10:02:39. eta:2 days, 21:35:46
2019-10-04 10:40:20,851 - root - INFO - epoch:1. iter/total_iter:19940/158025. lr:0.00100. loss:0.1320. spend/global_spend:17.3087/10:02:56. eta:2 days, 21:35:22
2019-10-04 10:40:28,910 - root - INFO - epoch:1. iter/total_iter:19950/158025. lr:0.00100. loss:0.1415. spend/global_spend:8.0595/10:03:04. eta:2 days, 21:33:54
2019-10-04 10:40:44,623 - root - INFO - epoch:1. iter/total_iter:19960/158025. lr:0.00100. loss:0.1412. spend/global_spend:15.7132/10:03:20. eta:2 days, 21:33:19
2019-10-04 10:40:49,495 - root - INFO - epoch:1. iter/total_iter:19970/158025. lr:0.00100. loss:0.1428. spend/global_spend:4.8722/10:03:25. eta:2 days, 21:31:30
2019-10-04 10:41:07,198 - root - INFO - epoch:1. iter/total_iter:19980/158025. lr:0.00100. loss:0.1468. spend/global_spend:17.7021/10:03:42. eta:2 days, 21:31:09
2019-10-04 10:41:23,683 - root - INFO - epoch:1. iter/total_iter:19990/158025. lr:0.00100. loss:0.1274. spend/global_spend:16.4852/10:03:59. eta:2 days, 21:30:39
2019-10-04 10:41:30,521 - root - INFO - epoch:1. iter/total_iter:20000/158025. lr:0.00100. loss:0.1426. spend/global_spend:6.8384/10:04:06. eta:2 days, 21:29:03
2019-10-04 10:41:46,058 - root - INFO - epoch:1. iter/total_iter:20010/158025. lr:0.00100. loss:0.1429. spend/global_spend:15.5366/10:04:21. eta:2 days, 21:28:27
2019-10-04 10:42:02,545 - root - INFO - epoch:1. iter/total_iter:20020/158025. lr:0.00100. loss:0.1433. spend/global_spend:16.4869/10:04:38. eta:2 days, 21:27:58
2019-10-04 10:42:09,870 - root - INFO - epoch:1. iter/total_iter:20030/158025. lr:0.00100. loss:0.1509. spend/global_spend:7.3251/10:04:45. eta:2 days, 21:26:25
2019-10-04 10:42:23,468 - root - INFO - epoch:1. iter/total_iter:20040/158025. lr:0.00100. loss:0.1543. spend/global_spend:13.5984/10:04:59. eta:2 days, 21:25:36
2019-10-04 10:42:32,743 - root - INFO - epoch:1. iter/total_iter:20050/158025. lr:0.00100. loss:0.1730. spend/global_spend:9.2749/10:05:08. eta:2 days, 21:24:17
2019-10-04 10:42:46,744 - root - INFO - epoch:1. iter/total_iter:20060/158025. lr:0.00100. loss:0.1243. spend/global_spend:14.0008/10:05:22. eta:2 days, 21:23:31
2019-10-04 10:43:01,826 - root - INFO - epoch:1. iter/total_iter:20070/158025. lr:0.00100. loss:0.1474. spend/global_spend:15.0820/10:05:37. eta:2 days, 21:22:52
2019-10-04 10:43:09,746 - root - INFO - epoch:1. iter/total_iter:20080/158025. lr:0.00100. loss:0.1425. spend/global_spend:7.9197/10:05:45. eta:2 days, 21:21:24
2019-10-04 10:43:24,593 - root - INFO - epoch:1. iter/total_iter:20090/158025. lr:0.00100. loss:0.1461. spend/global_spend:14.8472/10:06:00. eta:2 days, 21:20:43
2019-10-04 10:43:43,990 - root - INFO - epoch:1. iter/total_iter:20100/158025. lr:0.00100. loss:0.1669. spend/global_spend:19.3975/10:06:19. eta:2 days, 21:20:34
2019-10-04 10:43:48,471 - root - INFO - epoch:1. iter/total_iter:20110/158025. lr:0.00100. loss:0.1531. spend/global_spend:4.4798/10:06:24. eta:2 days, 21:18:43
2019-10-04 10:44:03,815 - root - INFO - epoch:1. iter/total_iter:20120/158025. lr:0.00100. loss:0.1407. spend/global_spend:15.3453/10:06:39. eta:2 days, 21:18:06
2019-10-04 10:44:08,317 - root - INFO - epoch:1. iter/total_iter:20130/158025. lr:0.00100. loss:0.1418. spend/global_spend:4.5019/10:06:43. eta:2 days, 21:16:14
2019-10-04 10:44:23,989 - root - INFO - epoch:1. iter/total_iter:20140/158025. lr:0.00100. loss:0.1334. spend/global_spend:15.6722/10:06:59. eta:2 days, 21:15:40
2019-10-04 10:44:41,018 - root - INFO - epoch:1. iter/total_iter:20150/158025. lr:0.00100. loss:0.1559. spend/global_spend:17.0286/10:07:16. eta:2 days, 21:15:15
2019-10-04 10:44:45,501 - root - INFO - epoch:1. iter/total_iter:20160/158025. lr:0.00100. loss:0.1320. spend/global_spend:4.4827/10:07:21. eta:2 days, 21:13:23
2019-10-04 10:45:04,967 - root - INFO - epoch:1. iter/total_iter:20170/158025. lr:0.00100. loss:0.1567. spend/global_spend:19.4664/10:07:40. eta:2 days, 21:13:15
2019-10-04 10:45:19,103 - root - INFO - epoch:1. iter/total_iter:20180/158025. lr:0.00100. loss:0.1515. spend/global_spend:14.1361/10:07:54. eta:2 days, 21:12:30
2019-10-04 10:45:23,585 - root - INFO - epoch:1. iter/total_iter:20190/158025. lr:0.00100. loss:0.1461. spend/global_spend:4.4821/10:07:59. eta:2 days, 21:10:39
2019-10-04 10:45:40,433 - root - INFO - epoch:1. iter/total_iter:20200/158025. lr:0.00100. loss:0.1307. spend/global_spend:16.8474/10:08:16. eta:2 days, 21:10:13
2019-10-04 10:45:44,948 - root - INFO - epoch:1. iter/total_iter:20210/158025. lr:0.00100. loss:0.1487. spend/global_spend:4.5154/10:08:20. eta:2 days, 21:08:22
2019-10-04 10:46:00,713 - root - INFO - epoch:1. iter/total_iter:20220/158025. lr:0.00100. loss:0.1401. spend/global_spend:15.7653/10:08:36. eta:2 days, 21:07:48
2019-10-04 10:46:20,767 - root - INFO - epoch:1. iter/total_iter:20230/158025. lr:0.00100. loss:0.1489. spend/global_spend:20.0534/10:08:56. eta:2 days, 21:07:44
2019-10-04 10:46:25,242 - root - INFO - epoch:1. iter/total_iter:20240/158025. lr:0.00100. loss:0.1283. spend/global_spend:4.4757/10:09:00. eta:2 days, 21:05:53
2019-10-04 10:46:41,526 - root - INFO - epoch:1. iter/total_iter:20250/158025. lr:0.00100. loss:0.1504. spend/global_spend:16.2837/10:09:17. eta:2 days, 21:05:23
2019-10-04 10:46:59,878 - root - INFO - epoch:1. iter/total_iter:20260/158025. lr:0.00100. loss:0.1608. spend/global_spend:18.3516/10:09:35. eta:2 days, 21:05:07
2019-10-04 10:47:04,348 - root - INFO - epoch:1. iter/total_iter:20270/158025. lr:0.00100. loss:0.1204. spend/global_spend:4.4702/10:09:39. eta:2 days, 21:03:17
2019-10-04 10:47:19,724 - root - INFO - epoch:1. iter/total_iter:20280/158025. lr:0.00100. loss:0.1515. spend/global_spend:15.3757/10:09:55. eta:2 days, 21:02:41
2019-10-04 10:47:25,980 - root - INFO - epoch:1. iter/total_iter:20290/158025. lr:0.00100. loss:0.1376. spend/global_spend:6.2565/10:10:01. eta:2 days, 21:01:03
2019-10-04 10:47:41,067 - root - INFO - epoch:1. iter/total_iter:20300/158025. lr:0.00100. loss:0.1435. spend/global_spend:15.0865/10:10:16. eta:2 days, 21:00:25
2019-10-04 10:47:57,231 - root - INFO - epoch:1. iter/total_iter:20310/158025. lr:0.00100. loss:0.1445. spend/global_spend:16.1642/10:10:32. eta:2 days, 20:59:54
2019-10-04 10:48:03,825 - root - INFO - epoch:1. iter/total_iter:20320/158025. lr:0.00100. loss:0.1479. spend/global_spend:6.5940/10:10:39. eta:2 days, 20:58:18
2019-10-04 10:48:18,573 - root - INFO - epoch:1. iter/total_iter:20330/158025. lr:0.00100. loss:0.1355. spend/global_spend:14.7485/10:10:54. eta:2 days, 20:57:38
2019-10-04 10:48:29,331 - root - INFO - epoch:1. iter/total_iter:20340/158025. lr:0.00100. loss:0.1326. spend/global_spend:10.7572/10:11:04. eta:2 days, 20:56:31
2019-10-04 10:48:42,333 - root - INFO - epoch:1. iter/total_iter:20350/158025. lr:0.00100. loss:0.1608. spend/global_spend:13.0020/10:11:17. eta:2 days, 20:55:39
2019-10-04 10:48:51,657 - root - INFO - epoch:1. iter/total_iter:20360/158025. lr:0.00100. loss:0.1630. spend/global_spend:9.3245/10:11:27. eta:2 days, 20:54:22
2019-10-04 10:49:04,740 - root - INFO - epoch:1. iter/total_iter:20370/158025. lr:0.00100. loss:0.1568. spend/global_spend:13.0832/10:11:40. eta:2 days, 20:53:31
2019-10-04 10:49:19,120 - root - INFO - epoch:1. iter/total_iter:20380/158025. lr:0.00100. loss:0.1614. spend/global_spend:14.3796/10:11:54. eta:2 days, 20:52:48
2019-10-04 10:49:31,849 - root - INFO - epoch:1. iter/total_iter:20390/158025. lr:0.00100. loss:0.1284. spend/global_spend:12.7296/10:12:07. eta:2 days, 20:51:54
2019-10-04 10:49:41,461 - root - INFO - epoch:1. iter/total_iter:20400/158025. lr:0.00100. loss:0.1431. spend/global_spend:9.6108/10:12:17. eta:2 days, 20:50:40
2019-10-04 10:50:00,426 - root - INFO - epoch:1. iter/total_iter:20410/158025. lr:0.00100. loss:0.1506. spend/global_spend:18.9659/10:12:36. eta:2 days, 20:50:28
2019-10-04 10:50:07,697 - root - INFO - epoch:1. iter/total_iter:20420/158025. lr:0.00100. loss:0.1251. spend/global_spend:7.2705/10:12:43. eta:2 days, 20:48:58
2019-10-04 10:50:21,674 - root - INFO - epoch:1. iter/total_iter:20430/158025. lr:0.00100. loss:0.1173. spend/global_spend:13.9771/10:12:57. eta:2 days, 20:48:13
2019-10-04 10:50:30,524 - root - INFO - epoch:1. iter/total_iter:20440/158025. lr:0.00100. loss:0.1340. spend/global_spend:8.8505/10:13:06. eta:2 days, 20:46:53
2019-10-04 10:50:43,233 - root - INFO - epoch:1. iter/total_iter:20450/158025. lr:0.00100. loss:0.1336. spend/global_spend:12.7085/10:13:18. eta:2 days, 20:45:59
2019-10-04 10:51:00,430 - root - INFO - epoch:1. iter/total_iter:20460/158025. lr:0.00100. loss:0.1468. spend/global_spend:17.1972/10:13:36. eta:2 days, 20:45:36
2019-10-04 10:51:09,345 - root - INFO - epoch:1. iter/total_iter:20470/158025. lr:0.00100. loss:0.1517. spend/global_spend:8.9155/10:13:44. eta:2 days, 20:44:17
2019-10-04 10:51:21,788 - root - INFO - epoch:1. iter/total_iter:20480/158025. lr:0.00100. loss:0.1250. spend/global_spend:12.4429/10:13:57. eta:2 days, 20:43:22
2019-10-04 10:51:33,857 - root - INFO - epoch:1. iter/total_iter:20490/158025. lr:0.00100. loss:0.1463. spend/global_spend:12.0692/10:14:09. eta:2 days, 20:42:24
2019-10-04 10:51:51,051 - root - INFO - epoch:1. iter/total_iter:20500/158025. lr:0.00100. loss:0.1472. spend/global_spend:17.1934/10:14:26. eta:2 days, 20:42:01
2019-10-04 10:52:01,886 - root - INFO - epoch:1. iter/total_iter:20510/158025. lr:0.00100. loss:0.1440. spend/global_spend:10.8356/10:14:37. eta:2 days, 20:40:55
2019-10-04 10:52:11,502 - root - INFO - epoch:1. iter/total_iter:20520/158025. lr:0.00100. loss:0.1560. spend/global_spend:9.6158/10:14:47. eta:2 days, 20:39:41
2019-10-04 10:52:20,267 - root - INFO - epoch:1. iter/total_iter:20530/158025. lr:0.00100. loss:0.1654. spend/global_spend:8.7652/10:14:55. eta:2 days, 20:38:21
2019-10-04 10:52:32,681 - root - INFO - epoch:1. iter/total_iter:20540/158025. lr:0.00100. loss:0.1442. spend/global_spend:12.4139/10:15:08. eta:2 days, 20:37:26
2019-10-04 10:52:48,574 - root - INFO - epoch:1. iter/total_iter:20550/158025. lr:0.00100. loss:0.1304. spend/global_spend:15.8929/10:15:24. eta:2 days, 20:36:54
2019-10-04 10:52:59,219 - root - INFO - epoch:1. iter/total_iter:20560/158025. lr:0.00100. loss:0.1353. spend/global_spend:10.6447/10:15:34. eta:2 days, 20:35:47
2019-10-04 10:53:10,814 - root - INFO - epoch:1. iter/total_iter:20570/158025. lr:0.00100. loss:0.1388. spend/global_spend:11.5952/10:15:46. eta:2 days, 20:34:47
2019-10-04 10:53:28,716 - root - INFO - epoch:1. iter/total_iter:20580/158025. lr:0.00100. loss:0.1578. spend/global_spend:17.9023/10:16:04. eta:2 days, 20:34:28
2019-10-04 10:53:37,959 - root - INFO - epoch:1. iter/total_iter:20590/158025. lr:0.00100. loss:0.1559. spend/global_spend:9.2430/10:16:13. eta:2 days, 20:33:12
2019-10-04 10:53:52,219 - root - INFO - epoch:1. iter/total_iter:20600/158025. lr:0.00100. loss:0.1343. spend/global_spend:14.2592/10:16:27. eta:2 days, 20:32:30
2019-10-04 10:53:59,104 - root - INFO - epoch:1. iter/total_iter:20610/158025. lr:0.00100. loss:0.1365. spend/global_spend:6.8849/10:16:34. eta:2 days, 20:30:58
2019-10-04 10:54:13,140 - root - INFO - epoch:1. iter/total_iter:20620/158025. lr:0.00100. loss:0.1376. spend/global_spend:14.0362/10:16:48. eta:2 days, 20:30:14
2019-10-04 10:54:26,670 - root - INFO - epoch:1. iter/total_iter:20630/158025. lr:0.00100. loss:0.1295. spend/global_spend:13.5298/10:17:02. eta:2 days, 20:29:26
2019-10-04 10:54:38,667 - root - INFO - epoch:1. iter/total_iter:20640/158025. lr:0.00100. loss:0.1409. spend/global_spend:11.9977/10:17:14. eta:2 days, 20:28:29
2019-10-04 10:54:48,772 - root - INFO - epoch:1. iter/total_iter:20650/158025. lr:0.00100. loss:0.1612. spend/global_spend:10.1049/10:17:24. eta:2 days, 20:27:19
2019-10-04 10:55:04,870 - root - INFO - epoch:1. iter/total_iter:20660/158025. lr:0.00100. loss:0.1531. spend/global_spend:16.0975/10:17:40. eta:2 days, 20:26:49
2019-10-04 10:55:20,341 - root - INFO - epoch:1. iter/total_iter:20670/158025. lr:0.00100. loss:0.1234. spend/global_spend:15.4715/10:17:55. eta:2 days, 20:26:14
2019-10-04 10:55:28,303 - root - INFO - epoch:1. iter/total_iter:20680/158025. lr:0.00100. loss:0.1417. spend/global_spend:7.9622/10:18:03. eta:2 days, 20:24:50
2019-10-04 10:55:40,980 - root - INFO - epoch:1. iter/total_iter:20690/158025. lr:0.00100. loss:0.1591. spend/global_spend:12.6770/10:18:16. eta:2 days, 20:23:57
2019-10-04 10:55:49,125 - root - INFO - epoch:1. iter/total_iter:20700/158025. lr:0.00100. loss:0.1298. spend/global_spend:8.1451/10:18:24. eta:2 days, 20:22:34
2019-10-04 10:56:03,652 - root - INFO - epoch:1. iter/total_iter:20710/158025. lr:0.00100. loss:0.1532. spend/global_spend:14.5265/10:18:39. eta:2 days, 20:21:54
2019-10-04 10:56:16,570 - root - INFO - epoch:1. iter/total_iter:20720/158025. lr:0.00100. loss:0.1428. spend/global_spend:12.9174/10:18:52. eta:2 days, 20:21:03
2019-10-04 10:56:26,503 - root - INFO - epoch:1. iter/total_iter:20730/158025. lr:0.00100. loss:0.1322. spend/global_spend:9.9334/10:19:02. eta:2 days, 20:19:52
2019-10-04 10:56:39,599 - root - INFO - epoch:1. iter/total_iter:20740/158025. lr:0.00100. loss:0.1484. spend/global_spend:13.0964/10:19:15. eta:2 days, 20:19:02
2019-10-04 10:56:57,410 - root - INFO - epoch:1. iter/total_iter:20750/158025. lr:0.00100. loss:0.1619. spend/global_spend:17.8106/10:19:33. eta:2 days, 20:18:44
2019-10-04 10:57:01,930 - root - INFO - epoch:1. iter/total_iter:20760/158025. lr:0.00100. loss:0.1455. spend/global_spend:4.5199/10:19:37. eta:2 days, 20:16:57
2019-10-04 10:57:19,473 - root - INFO - epoch:1. iter/total_iter:20770/158025. lr:0.00100. loss:0.1304. spend/global_spend:17.5430/10:19:55. eta:2 days, 20:16:37
2019-10-04 10:57:27,995 - root - INFO - epoch:1. iter/total_iter:20780/158025. lr:0.00100. loss:0.1470. spend/global_spend:8.5224/10:20:03. eta:2 days, 20:15:17
2019-10-04 10:57:40,025 - root - INFO - epoch:1. iter/total_iter:20790/158025. lr:0.00100. loss:0.1538. spend/global_spend:12.0301/10:20:15. eta:2 days, 20:14:20
2019-10-04 10:57:58,670 - root - INFO - epoch:1. iter/total_iter:20800/158025. lr:0.00100. loss:0.1545. spend/global_spend:18.6450/10:20:34. eta:2 days, 20:14:07
2019-10-04 10:58:04,769 - root - INFO - epoch:1. iter/total_iter:20810/158025. lr:0.00100. loss:0.1460. spend/global_spend:6.0987/10:20:40. eta:2 days, 20:12:32
2019-10-04 10:58:20,660 - root - INFO - epoch:1. iter/total_iter:20820/158025. lr:0.00100. loss:0.1325. spend/global_spend:15.8917/10:20:56. eta:2 days, 20:12:00
2019-10-04 10:58:37,321 - root - INFO - epoch:1. iter/total_iter:20830/158025. lr:0.00100. loss:0.1425. spend/global_spend:16.6603/10:21:12. eta:2 days, 20:11:34
2019-10-04 10:58:41,804 - root - INFO - epoch:1. iter/total_iter:20840/158025. lr:0.00100. loss:0.1564. spend/global_spend:4.4830/10:21:17. eta:2 days, 20:09:48
2019-10-04 10:58:58,938 - root - INFO - epoch:1. iter/total_iter:20850/158025. lr:0.00100. loss:0.1693. spend/global_spend:17.1345/10:21:34. eta:2 days, 20:09:25
2019-10-04 10:59:06,495 - root - INFO - epoch:1. iter/total_iter:20860/158025. lr:0.00100. loss:0.1501. spend/global_spend:7.5568/10:21:42. eta:2 days, 20:08:00
2019-10-04 10:59:23,132 - root - INFO - epoch:1. iter/total_iter:20870/158025. lr:0.00100. loss:0.1487. spend/global_spend:16.6370/10:21:58. eta:2 days, 20:07:33
2019-10-04 10:59:43,828 - root - INFO - epoch:1. iter/total_iter:20880/158025. lr:0.00100. loss:0.1295. spend/global_spend:20.6960/10:22:19. eta:2 days, 20:07:34
2019-10-04 10:59:48,303 - root - INFO - epoch:1. iter/total_iter:20890/158025. lr:0.00100. loss:0.1316. spend/global_spend:4.4745/10:22:23. eta:2 days, 20:05:48
2019-10-04 11:00:04,724 - root - INFO - epoch:1. iter/total_iter:20900/158025. lr:0.00100. loss:0.1406. spend/global_spend:16.4209/10:22:40. eta:2 days, 20:05:21
2019-10-04 11:00:20,944 - root - INFO - epoch:1. iter/total_iter:20910/158025. lr:0.00100. loss:0.1285. spend/global_spend:16.2201/10:22:56. eta:2 days, 20:04:52
2019-10-04 11:00:25,408 - root - INFO - epoch:1. iter/total_iter:20920/158025. lr:0.00100. loss:0.1371. spend/global_spend:4.4648/10:23:01. eta:2 days, 20:03:06
2019-10-04 11:00:39,926 - root - INFO - epoch:1. iter/total_iter:20930/158025. lr:0.00100. loss:0.1393. spend/global_spend:14.5172/10:23:15. eta:2 days, 20:02:26
2019-10-04 11:00:44,415 - root - INFO - epoch:1. iter/total_iter:20940/158025. lr:0.00100. loss:0.1557. spend/global_spend:4.4891/10:23:20. eta:2 days, 20:00:41
2019-10-04 11:00:58,901 - root - INFO - epoch:1. iter/total_iter:20950/158025. lr:0.00100. loss:0.1378. spend/global_spend:14.4860/10:23:34. eta:2 days, 20:00:01
2019-10-04 11:01:14,809 - root - INFO - epoch:1. iter/total_iter:20960/158025. lr:0.00100. loss:0.1459. spend/global_spend:15.9078/10:23:50. eta:2 days, 19:59:30
2019-10-04 11:01:19,330 - root - INFO - epoch:1. iter/total_iter:20970/158025. lr:0.00100. loss:0.1433. spend/global_spend:4.5213/10:23:54. eta:2 days, 19:57:45
2019-10-04 11:01:37,449 - root - INFO - epoch:1. iter/total_iter:20980/158025. lr:0.00100. loss:0.1445. spend/global_spend:18.1174/10:24:13. eta:2 days, 19:57:29
2019-10-04 11:01:56,204 - root - INFO - epoch:1. iter/total_iter:20990/158025. lr:0.00100. loss:0.1428. spend/global_spend:18.7570/10:24:31. eta:2 days, 19:57:17
2019-10-04 11:02:00,691 - root - INFO - epoch:1. iter/total_iter:21000/158025. lr:0.00100. loss:0.1353. spend/global_spend:4.4863/10:24:36. eta:2 days, 19:55:32
2019-10-04 11:02:20,046 - root - INFO - epoch:1. iter/total_iter:21010/158025. lr:0.00100. loss:0.1540. spend/global_spend:19.3549/10:24:55. eta:2 days, 19:55:24
2019-10-04 11:02:25,937 - root - INFO - epoch:1. iter/total_iter:21020/158025. lr:0.00100. loss:0.1631. spend/global_spend:5.8916/10:25:01. eta:2 days, 19:53:49
2019-10-04 11:02:40,182 - root - INFO - epoch:1. iter/total_iter:21030/158025. lr:0.00100. loss:0.1331. spend/global_spend:14.2435/10:25:15. eta:2 days, 19:53:07
2019-10-04 11:02:57,790 - root - INFO - epoch:1. iter/total_iter:21040/158025. lr:0.00100. loss:0.1243. spend/global_spend:17.6088/10:25:33. eta:2 days, 19:52:48
2019-10-04 11:03:02,300 - root - INFO - epoch:1. iter/total_iter:21050/158025. lr:0.00100. loss:0.1425. spend/global_spend:4.5104/10:25:37. eta:2 days, 19:51:03
2019-10-04 11:03:11,584 - root - INFO - epoch:1. iter/total_iter:21060/158025. lr:0.00100. loss:0.1654. spend/global_spend:9.2836/10:25:47. eta:2 days, 19:49:50
2019-10-04 11:03:16,143 - root - INFO - epoch:1. iter/total_iter:21070/158025. lr:0.00100. loss:0.1513. spend/global_spend:4.5598/10:25:51. eta:2 days, 19:48:06
2019-10-04 11:03:16,441 - root - INFO - ------------after epo 2, eval...-----------
2019-10-04 11:51:40,078 - root - ERROR - Exception logged
Traceback (most recent call last):
  File "/media/tiger/zzr/rsna_script/trian_resnet.py", line 94, in main_worker
    evalute(net, val_loader, writer, epoch, logger)
  File "/media/tiger/zzr/rsna_script/trian_resnet.py", line 49, in evalute
    for img,lb in val_loader:
  File "/home/tiger/anaconda3/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 576, in __next__
    idx, batch = self._get_batch()
  File "/home/tiger/anaconda3/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 543, in _get_batch
    success, data = self._try_get_batch()
  File "/home/tiger/anaconda3/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 511, in _try_get_batch
    data = self.data_queue.get(timeout=timeout)
  File "/home/tiger/anaconda3/lib/python3.7/queue.py", line 179, in get
    self.not_empty.wait(remaining)
  File "/home/tiger/anaconda3/lib/python3.7/threading.py", line 300, in wait
    gotit = waiter.acquire(True, timeout)
KeyboardInterrupt