--- a +++ b/logs/191004-120411_temp.log @@ -0,0 +1,780 @@ +2019-10-04 12:04:11,365 - root - INFO - epoch +2019-10-04 12:04:11,365 - root - INFO - 15 +2019-10-04 12:04:11,365 - root - INFO - schedule_step +2019-10-04 12:04:11,365 - root - INFO - 4 +2019-10-04 12:04:11,365 - root - INFO - batch_size +2019-10-04 12:04:11,365 - root - INFO - 64 +2019-10-04 12:04:11,365 - root - INFO - test_batch_size +2019-10-04 12:04:11,365 - root - INFO - 128 +2019-10-04 12:04:11,365 - root - INFO - num_workers +2019-10-04 12:04:11,365 - root - INFO - 16 +2019-10-04 12:04:11,365 - root - INFO - eval_fre +2019-10-04 12:04:11,365 - root - INFO - 1 +2019-10-04 12:04:11,365 - root - INFO - msg_fre +2019-10-04 12:04:11,365 - root - INFO - 10 +2019-10-04 12:04:11,365 - root - INFO - save_fre +2019-10-04 12:04:11,365 - root - INFO - 1 +2019-10-04 12:04:11,365 - root - INFO - name +2019-10-04 12:04:11,365 - root - INFO - temp +2019-10-04 12:04:11,365 - root - INFO - data_dir +2019-10-04 12:04:11,365 - root - INFO - /media/tiger/zzr/rsna +2019-10-04 12:04:11,365 - root - INFO - log_dir +2019-10-04 12:04:11,366 - root - INFO - ./logs +2019-10-04 12:04:11,366 - root - INFO - tensorboard_dir +2019-10-04 12:04:11,366 - root - INFO - ./tensorboard +2019-10-04 12:04:11,366 - root - INFO - model_out_dir +2019-10-04 12:04:11,366 - root - INFO - ./model_out +2019-10-04 12:04:11,366 - root - INFO - model_out_name +2019-10-04 12:04:11,366 - root - INFO - final_model.pth +2019-10-04 12:04:11,366 - root - INFO - seed +2019-10-04 12:04:11,366 - root - INFO - 5 +2019-10-04 12:04:11,366 - root - INFO - predefinedModel +2019-10-04 12:04:11,366 - root - INFO - /media/tiger/zzr/rsna_script/model_out/191004-003700_temp/out_1.pth +2019-10-04 12:04:11,366 - root - INFO - unique_name +2019-10-04 12:04:11,366 - root - INFO - 191004-120411_temp +2019-10-04 12:04:11,366 - root - INFO - sub_tensorboard_dir +2019-10-04 12:04:11,366 - root - INFO - ./tensorboard/191004-120411_temp +2019-10-04 12:04:11,366 - root - INFO - sub_model_out_dir +2019-10-04 12:04:11,366 - root - INFO - ./model_out/191004-120411_temp +2019-10-04 12:04:46,585 - root - INFO - epoch:0. iter/total_iter:10/158025. lr:0.00100. loss:0.1642. spend/global_spend:18.9176/0:00:18. eta:3 days, 11:02:06 +2019-10-04 12:04:55,312 - root - INFO - epoch:0. iter/total_iter:20/158025. lr:0.00100. loss:0.1313. spend/global_spend:8.7275/0:00:27. eta:2 days, 12:40:03 +2019-10-04 12:05:01,604 - root - INFO - epoch:0. iter/total_iter:30/158025. lr:0.00100. loss:0.1406. spend/global_spend:6.2916/0:00:33. eta:2 days, 1:38:47 +2019-10-04 12:05:12,650 - root - INFO - epoch:0. iter/total_iter:40/158025. lr:0.00100. loss:0.1348. spend/global_spend:11.0465/0:00:44. eta:2 days, 1:21:06 +2019-10-04 12:05:21,600 - root - INFO - epoch:0. iter/total_iter:50/158025. lr:0.00100. loss:0.1498. spend/global_spend:8.9499/0:00:53. eta:1 day, 23:20:01 +2019-10-04 12:05:27,475 - root - INFO - epoch:0. iter/total_iter:60/158025. lr:0.00100. loss:0.1308. spend/global_spend:5.8750/0:00:59. eta:1 day, 19:44:19 +2019-10-04 12:05:37,623 - root - INFO - epoch:0. iter/total_iter:70/158025. lr:0.00100. loss:0.1458. spend/global_spend:10.1484/0:01:09. eta:1 day, 19:50:56 +2019-10-04 12:05:43,418 - root - INFO - epoch:0. iter/total_iter:80/158025. lr:0.00100. loss:0.1698. spend/global_spend:5.7947/0:01:15. eta:1 day, 17:32:36 +2019-10-04 12:05:56,095 - root - INFO - epoch:0. iter/total_iter:90/158025. lr:0.00100. loss:0.1577. spend/global_spend:12.6769/0:01:28. eta:1 day, 19:06:16 +2019-10-04 12:06:03,873 - root - INFO - epoch:0. iter/total_iter:100/158025. lr:0.00100. loss:0.1615. spend/global_spend:7.7777/0:01:36. eta:1 day, 18:12:12 +2019-10-04 12:06:12,032 - root - INFO - epoch:0. iter/total_iter:110/158025. lr:0.00100. loss:0.1481. spend/global_spend:8.1597/0:01:44. eta:1 day, 17:37:06 +2019-10-04 12:06:19,616 - root - INFO - epoch:0. iter/total_iter:120/158025. lr:0.00100. loss:0.1493. spend/global_spend:7.5839/0:01:51. eta:1 day, 16:55:11 +2019-10-04 12:06:28,926 - root - INFO - epoch:0. iter/total_iter:130/158025. lr:0.00100. loss:0.1597. spend/global_spend:9.3096/0:02:01. eta:1 day, 16:54:38 +2019-10-04 12:06:37,975 - root - INFO - epoch:0. iter/total_iter:140/158025. lr:0.00100. loss:0.1509. spend/global_spend:9.0488/0:02:10. eta:1 day, 16:49:14 +2019-10-04 12:06:50,289 - root - INFO - epoch:0. iter/total_iter:150/158025. lr:0.00100. loss:0.1742. spend/global_spend:12.3140/0:02:22. eta:1 day, 17:41:49 +2019-10-04 12:06:54,905 - root - INFO - epoch:0. iter/total_iter:160/158025. lr:0.00100. loss:0.1558. spend/global_spend:4.6166/0:02:27. eta:1 day, 16:21:13 +2019-10-04 12:07:03,793 - root - INFO - epoch:0. iter/total_iter:170/158025. lr:0.00100. loss:0.1574. spend/global_spend:8.8874/0:02:36. eta:1 day, 16:16:11 +2019-10-04 12:07:14,163 - root - INFO - epoch:0. iter/total_iter:180/158025. lr:0.00100. loss:0.1521. spend/global_spend:10.3698/0:02:46. eta:1 day, 16:33:22 +2019-10-04 12:07:19,389 - root - INFO - epoch:0. iter/total_iter:190/158025. lr:0.00100. loss:0.1764. spend/global_spend:5.2270/0:02:51. eta:1 day, 15:37:31 +2019-10-04 12:07:28,861 - root - INFO - epoch:0. iter/total_iter:200/158025. lr:0.00100. loss:0.1304. spend/global_spend:9.4712/0:03:01. eta:1 day, 15:43:04 +2019-10-04 12:07:37,886 - root - INFO - epoch:0. iter/total_iter:210/158025. lr:0.00100. loss:0.1460. spend/global_spend:9.0257/0:03:10. eta:1 day, 15:42:29 +2019-10-04 12:07:49,275 - root - INFO - epoch:0. iter/total_iter:220/158025. lr:0.00100. loss:0.1266. spend/global_spend:11.3891/0:03:21. eta:1 day, 16:10:12 +2019-10-04 12:07:53,960 - root - INFO - epoch:0. iter/total_iter:230/158025. lr:0.00100. loss:0.1413. spend/global_spend:4.6846/0:03:26. eta:1 day, 15:18:50 +2019-10-04 12:08:04,747 - root - INFO - epoch:0. iter/total_iter:240/158025. lr:0.00100. loss:0.1549. spend/global_spend:10.7868/0:03:37. eta:1 day, 15:38:36 +2019-10-04 12:08:16,309 - root - INFO - epoch:0. iter/total_iter:250/158025. lr:0.00100. loss:0.1518. spend/global_spend:11.5619/0:03:48. eta:1 day, 16:04:55 +2019-10-04 12:08:20,993 - root - INFO - epoch:0. iter/total_iter:260/158025. lr:0.00100. loss:0.1625. spend/global_spend:4.6849/0:03:53. eta:1 day, 15:19:39 +2019-10-04 12:08:30,207 - root - INFO - epoch:0. iter/total_iter:270/158025. lr:0.00100. loss:0.1572. spend/global_spend:9.2130/0:04:02. eta:1 day, 15:21:50 +2019-10-04 12:08:35,637 - root - INFO - epoch:0. iter/total_iter:280/158025. lr:0.00100. loss:0.1502. spend/global_spend:5.4309/0:04:07. eta:1 day, 14:48:20 +2019-10-04 12:08:45,634 - root - INFO - epoch:0. iter/total_iter:290/158025. lr:0.00100. loss:0.1465. spend/global_spend:9.9959/0:04:17. eta:1 day, 14:58:31 +2019-10-04 12:08:54,876 - root - INFO - epoch:0. iter/total_iter:300/158025. lr:0.00100. loss:0.1441. spend/global_spend:9.2422/0:04:27. eta:1 day, 15:01:24 +2019-10-04 12:08:59,616 - root - INFO - epoch:0. iter/total_iter:310/158025. lr:0.00100. loss:0.1453. spend/global_spend:4.7398/0:04:31. eta:1 day, 14:25:56 +2019-10-04 12:09:09,007 - root - INFO - epoch:0. iter/total_iter:320/158025. lr:0.00100. loss:0.1486. spend/global_spend:9.3917/0:04:41. eta:1 day, 14:30:52 +2019-10-04 12:09:16,189 - root - INFO - epoch:0. iter/total_iter:330/158025. lr:0.00100. loss:0.1442. spend/global_spend:7.1817/0:04:48. eta:1 day, 14:17:54 +2019-10-04 12:09:23,942 - root - INFO - epoch:0. iter/total_iter:340/158025. lr:0.00100. loss:0.1500. spend/global_spend:7.7521/0:04:56. eta:1 day, 14:10:05 +2019-10-04 12:09:35,846 - root - INFO - epoch:0. iter/total_iter:350/158025. lr:0.00100. loss:0.1395. spend/global_spend:11.9044/0:05:08. eta:1 day, 14:33:54 +2019-10-04 12:09:40,528 - root - INFO - epoch:0. iter/total_iter:360/158025. lr:0.00100. loss:0.1523. spend/global_spend:4.6826/0:05:12. eta:1 day, 14:03:40 +2019-10-04 12:09:53,838 - root - INFO - epoch:0. iter/total_iter:370/158025. lr:0.00100. loss:0.1801. spend/global_spend:13.3094/0:05:26. eta:1 day, 14:36:19 +2019-10-04 12:09:58,834 - root - INFO - epoch:0. iter/total_iter:380/158025. lr:0.00100. loss:0.1652. spend/global_spend:4.9963/0:05:31. eta:1 day, 14:09:46 +2019-10-04 12:10:10,668 - root - INFO - epoch:0. iter/total_iter:390/158025. lr:0.00100. loss:0.1686. spend/global_spend:11.8335/0:05:43. eta:1 day, 14:30:38 +2019-10-04 12:10:21,206 - root - INFO - epoch:0. iter/total_iter:400/158025. lr:0.00100. loss:0.1300. spend/global_spend:10.5389/0:05:53. eta:1 day, 14:41:56 +2019-10-04 12:10:25,861 - root - INFO - epoch:0. iter/total_iter:410/158025. lr:0.00100. loss:0.1575. spend/global_spend:4.6538/0:05:58. eta:1 day, 14:14:59 +2019-10-04 12:10:38,185 - root - INFO - epoch:0. iter/total_iter:420/158025. lr:0.00100. loss:0.1545. spend/global_spend:12.3252/0:06:10. eta:1 day, 14:37:16 +2019-10-04 12:10:47,979 - root - INFO - epoch:0. iter/total_iter:430/158025. lr:0.00100. loss:0.1508. spend/global_spend:9.7935/0:06:20. eta:1 day, 14:43:04 +2019-10-04 12:10:53,414 - root - INFO - epoch:0. iter/total_iter:440/158025. lr:0.00100. loss:0.1122. spend/global_spend:5.4350/0:06:25. eta:1 day, 14:22:34 +2019-10-04 12:11:05,050 - root - INFO - epoch:0. iter/total_iter:450/158025. lr:0.00100. loss:0.1563. spend/global_spend:11.6364/0:06:37. eta:1 day, 14:39:10 +2019-10-04 12:11:10,930 - root - INFO - epoch:0. iter/total_iter:460/158025. lr:0.00100. loss:0.1399. spend/global_spend:5.8799/0:06:43. eta:1 day, 14:22:10 +2019-10-04 12:11:18,654 - root - INFO - epoch:0. iter/total_iter:470/158025. lr:0.00100. loss:0.1922. spend/global_spend:7.7242/0:06:50. eta:1 day, 14:16:12 +2019-10-04 12:11:31,052 - root - INFO - epoch:0. iter/total_iter:480/158025. lr:0.00100. loss:0.1475. spend/global_spend:12.3979/0:07:03. eta:1 day, 14:36:02 +2019-10-04 12:11:39,554 - root - INFO - epoch:0. iter/total_iter:490/158025. lr:0.00100. loss:0.1395. spend/global_spend:8.5021/0:07:11. eta:1 day, 14:34:11 +2019-10-04 12:11:44,214 - root - INFO - epoch:0. iter/total_iter:500/158025. lr:0.00100. loss:0.1410. spend/global_spend:4.6596/0:07:16. eta:1 day, 14:12:14 +2019-10-04 12:11:55,706 - root - INFO - epoch:0. iter/total_iter:510/158025. lr:0.00100. loss:0.1439. spend/global_spend:11.4920/0:07:28. eta:1 day, 14:26:18 +2019-10-04 12:12:04,780 - root - INFO - epoch:0. iter/total_iter:520/158025. lr:0.00100. loss:0.1434. spend/global_spend:9.0735/0:07:37. eta:1 day, 14:27:36 +2019-10-04 12:12:09,520 - root - INFO - epoch:0. iter/total_iter:530/158025. lr:0.00100. loss:0.1430. spend/global_spend:4.7409/0:07:41. eta:1 day, 14:07:24 +2019-10-04 12:12:22,670 - root - INFO - epoch:0. iter/total_iter:540/158025. lr:0.00100. loss:0.1458. spend/global_spend:13.1494/0:07:55. eta:1 day, 14:28:49 +2019-10-04 12:12:28,354 - root - INFO - epoch:0. iter/total_iter:550/158025. lr:0.00100. loss:0.1522. spend/global_spend:5.6848/0:08:00. eta:1 day, 14:13:49 +2019-10-04 12:12:38,235 - root - INFO - epoch:0. iter/total_iter:560/158025. lr:0.00100. loss:0.1323. spend/global_spend:9.8811/0:08:10. eta:1 day, 14:19:01 +2019-10-04 12:12:47,789 - root - INFO - epoch:0. iter/total_iter:570/158025. lr:0.00100. loss:0.1476. spend/global_spend:9.5538/0:08:20. eta:1 day, 14:22:32 +2019-10-04 12:12:55,813 - root - INFO - epoch:0. iter/total_iter:580/158025. lr:0.00100. loss:0.1604. spend/global_spend:8.0238/0:08:28. eta:1 day, 14:18:59 +2019-10-04 12:13:06,719 - root - INFO - epoch:0. iter/total_iter:590/158025. lr:0.00100. loss:0.1511. spend/global_spend:10.9057/0:08:39. eta:1 day, 14:28:23 +2019-10-04 12:13:13,487 - root - INFO - epoch:0. iter/total_iter:600/158025. lr:0.00100. loss:0.1399. spend/global_spend:6.7683/0:08:45. eta:1 day, 14:19:22 +2019-10-04 12:13:20,428 - root - INFO - epoch:0. iter/total_iter:610/158025. lr:0.00100. loss:0.1462. spend/global_spend:6.9407/0:08:52. eta:1 day, 14:11:22 +2019-10-04 12:13:27,748 - root - INFO - epoch:0. iter/total_iter:620/158025. lr:0.00100. loss:0.1369. spend/global_spend:7.3206/0:09:00. eta:1 day, 14:05:15 +2019-10-04 12:13:35,448 - root - INFO - epoch:0. iter/total_iter:630/158025. lr:0.00100. loss:0.1407. spend/global_spend:7.6997/0:09:07. eta:1 day, 14:00:53 +2019-10-04 12:13:48,232 - root - INFO - epoch:0. iter/total_iter:640/158025. lr:0.00100. loss:0.1446. spend/global_spend:12.7844/0:09:20. eta:1 day, 14:17:30 +2019-10-04 12:13:53,462 - root - INFO - epoch:0. iter/total_iter:650/158025. lr:0.00100. loss:0.1347. spend/global_spend:5.2302/0:09:25. eta:1 day, 14:03:07 +2019-10-04 12:14:09,213 - root - INFO - epoch:0. iter/total_iter:660/158025. lr:0.00100. loss:0.1384. spend/global_spend:15.7510/0:09:41. eta:1 day, 14:30:59 +2019-10-04 12:14:18,028 - root - INFO - epoch:0. iter/total_iter:670/158025. lr:0.00100. loss:0.1603. spend/global_spend:8.8145/0:09:50. eta:1 day, 14:30:51 +2019-10-04 12:14:22,716 - root - INFO - epoch:0. iter/total_iter:680/158025. lr:0.00100. loss:0.1440. spend/global_spend:4.6875/0:09:55. eta:1 day, 14:14:48 +2019-10-04 12:14:36,231 - root - INFO - epoch:0. iter/total_iter:690/158025. lr:0.00100. loss:0.1722. spend/global_spend:13.5151/0:10:08. eta:1 day, 14:32:45 +2019-10-04 12:14:40,904 - root - INFO - epoch:0. iter/total_iter:700/158025. lr:0.00100. loss:0.1420. spend/global_spend:4.6737/0:10:13. eta:1 day, 14:17:05 +2019-10-04 12:14:49,455 - root - INFO - epoch:0. iter/total_iter:710/158025. lr:0.00100. loss:0.1455. spend/global_spend:8.5510/0:10:21. eta:1 day, 14:16:09 +2019-10-04 12:14:59,585 - root - INFO - epoch:0. iter/total_iter:720/158025. lr:0.00100. loss:0.1665. spend/global_spend:10.1297/0:10:31. eta:1 day, 14:21:00 +2019-10-04 12:15:07,579 - root - INFO - epoch:0. iter/total_iter:730/158025. lr:0.00100. loss:0.1320. spend/global_spend:7.9937/0:10:39. eta:1 day, 14:18:03 +2019-10-04 12:15:13,935 - root - INFO - epoch:0. iter/total_iter:740/158025. lr:0.00100. loss:0.1471. spend/global_spend:6.3564/0:10:46. eta:1 day, 14:09:22 +2019-10-04 12:15:29,929 - root - INFO - epoch:0. iter/total_iter:750/158025. lr:0.00100. loss:0.1406. spend/global_spend:15.9945/0:11:02. eta:1 day, 14:34:36 +2019-10-04 12:15:34,581 - root - INFO - epoch:0. iter/total_iter:760/158025. lr:0.00100. loss:0.1506. spend/global_spend:4.6519/0:11:06. eta:1 day, 14:20:03 +2019-10-04 12:15:49,032 - root - INFO - epoch:0. iter/total_iter:770/158025. lr:0.00100. loss:0.1506. spend/global_spend:14.4502/0:11:21. eta:1 day, 14:39:13 +2019-10-04 12:15:53,688 - root - INFO - epoch:0. iter/total_iter:780/158025. lr:0.00100. loss:0.1383. spend/global_spend:4.6561/0:11:26. eta:1 day, 14:24:59 +2019-10-04 12:16:05,165 - root - INFO - epoch:0. iter/total_iter:790/158025. lr:0.00100. loss:0.1389. spend/global_spend:11.4776/0:11:37. eta:1 day, 14:33:44 +2019-10-04 12:16:14,193 - root - INFO - epoch:0. iter/total_iter:800/158025. lr:0.00100. loss:0.1477. spend/global_spend:9.0280/0:11:46. eta:1 day, 14:34:14 +2019-10-04 12:16:18,921 - root - INFO - epoch:0. iter/total_iter:810/158025. lr:0.00100. loss:0.1472. spend/global_spend:4.7278/0:11:51. eta:1 day, 14:20:49 +2019-10-04 12:16:28,801 - root - INFO - epoch:0. iter/total_iter:820/158025. lr:0.00100. loss:0.1617. spend/global_spend:9.8802/0:12:01. eta:1 day, 14:24:11 +2019-10-04 12:16:39,091 - root - INFO - epoch:0. iter/total_iter:830/158025. lr:0.00100. loss:0.1382. spend/global_spend:10.2901/0:12:11. eta:1 day, 14:28:45 +2019-10-04 12:16:43,769 - root - INFO - epoch:0. iter/total_iter:840/158025. lr:0.00100. loss:0.1439. spend/global_spend:4.6779/0:12:16. eta:1 day, 14:15:43 +2019-10-04 12:16:55,050 - root - INFO - epoch:0. iter/total_iter:850/158025. lr:0.00100. loss:0.1588. spend/global_spend:11.2806/0:12:27. eta:1 day, 14:23:19 +2019-10-04 12:17:02,460 - root - INFO - epoch:0. iter/total_iter:860/158025. lr:0.00100. loss:0.1525. spend/global_spend:7.4103/0:12:34. eta:1 day, 14:18:58 +2019-10-04 12:17:08,569 - root - INFO - epoch:0. iter/total_iter:870/158025. lr:0.00100. loss:0.1531. spend/global_spend:6.1079/0:12:40. eta:1 day, 14:10:47 +2019-10-04 12:17:21,723 - root - INFO - epoch:0. iter/total_iter:880/158025. lr:0.00100. loss:0.1319. spend/global_spend:13.1547/0:12:54. eta:1 day, 14:23:46 +2019-10-04 12:17:29,911 - root - INFO - epoch:0. iter/total_iter:890/158025. lr:0.00100. loss:0.1721. spend/global_spend:8.1878/0:13:02. eta:1 day, 14:21:49 +2019-10-04 12:17:35,352 - root - INFO - epoch:0. iter/total_iter:900/158025. lr:0.00100. loss:0.1627. spend/global_spend:5.4412/0:13:07. eta:1 day, 14:11:56 +2019-10-04 12:17:46,268 - root - INFO - epoch:0. iter/total_iter:910/158025. lr:0.00100. loss:0.1546. spend/global_spend:10.9159/0:13:18. eta:1 day, 14:18:01 +2019-10-04 12:17:57,832 - root - INFO - epoch:0. iter/total_iter:920/158025. lr:0.00100. loss:0.1455. spend/global_spend:11.5641/0:13:30. eta:1 day, 14:25:48 +2019-10-04 12:18:02,776 - root - INFO - epoch:0. iter/total_iter:930/158025. lr:0.00100. loss:0.1496. spend/global_spend:4.9440/0:13:35. eta:1 day, 14:14:47 +2019-10-04 12:18:15,192 - root - INFO - epoch:0. iter/total_iter:940/158025. lr:0.00100. loss:0.1482. spend/global_spend:12.4159/0:13:47. eta:1 day, 14:24:49 +2019-10-04 12:18:29,341 - root - INFO - epoch:0. iter/total_iter:950/158025. lr:0.00100. loss:0.1640. spend/global_spend:14.1494/0:14:01. eta:1 day, 14:39:24 +2019-10-04 12:18:33,997 - root - INFO - epoch:0. iter/total_iter:960/158025. lr:0.00100. loss:0.1579. spend/global_spend:4.6549/0:14:06. eta:1 day, 14:27:47 +2019-10-04 12:18:43,293 - root - INFO - epoch:0. iter/total_iter:970/158025. lr:0.00100. loss:0.1322. spend/global_spend:9.2971/0:14:15. eta:1 day, 14:28:56 +2019-10-04 12:18:47,981 - root - INFO - epoch:0. iter/total_iter:980/158025. lr:0.00100. loss:0.1538. spend/global_spend:4.6875/0:14:20. eta:1 day, 14:17:45 +2019-10-04 12:19:01,667 - root - INFO - epoch:0. iter/total_iter:990/158025. lr:0.00100. loss:0.1333. spend/global_spend:13.6858/0:14:33. eta:1 day, 14:30:34 +2019-10-04 12:19:13,724 - root - INFO - epoch:0. iter/total_iter:1000/158025. lr:0.00100. loss:0.1650. spend/global_spend:12.0571/0:14:46. eta:1 day, 14:38:53 +2019-10-04 12:19:18,419 - root - INFO - epoch:0. iter/total_iter:1010/158025. lr:0.00100. loss:0.1585. spend/global_spend:4.6955/0:14:50. eta:1 day, 14:27:56 +2019-10-04 12:19:32,339 - root - INFO - epoch:0. iter/total_iter:1020/158025. lr:0.00100. loss:0.1422. spend/global_spend:13.9197/0:15:04. eta:1 day, 14:40:52 +2019-10-04 12:19:45,807 - root - INFO - epoch:0. iter/total_iter:1030/158025. lr:0.00100. loss:0.1539. spend/global_spend:13.4680/0:15:18. eta:1 day, 14:52:25 +2019-10-04 12:19:50,448 - root - INFO - epoch:0. iter/total_iter:1040/158025. lr:0.00100. loss:0.1550. spend/global_spend:4.6409/0:15:22. eta:1 day, 14:41:31 +2019-10-04 12:20:03,427 - root - INFO - epoch:0. iter/total_iter:1050/158025. lr:0.00100. loss:0.1647. spend/global_spend:12.9787/0:15:35. eta:1 day, 14:51:36 +2019-10-04 12:20:08,089 - root - INFO - epoch:0. iter/total_iter:1060/158025. lr:0.00100. loss:0.1339. spend/global_spend:4.6623/0:15:40. eta:1 day, 14:40:57 +2019-10-04 12:20:18,635 - root - INFO - epoch:0. iter/total_iter:1070/158025. lr:0.00100. loss:0.1458. spend/global_spend:10.5460/0:15:50. eta:1 day, 14:44:54 +2019-10-04 12:20:26,834 - root - INFO - epoch:0. iter/total_iter:1080/158025. lr:0.00100. loss:0.1218. spend/global_spend:8.1998/0:15:59. eta:1 day, 14:43:05 +2019-10-04 12:20:31,646 - root - INFO - epoch:0. iter/total_iter:1090/158025. lr:0.00100. loss:0.1389. spend/global_spend:4.8115/0:16:03. eta:1 day, 14:33:10 +2019-10-04 12:20:42,626 - root - INFO - epoch:0. iter/total_iter:1100/158025. lr:0.00100. loss:0.1473. spend/global_spend:10.9797/0:16:14. eta:1 day, 14:38:06 +2019-10-04 12:20:56,372 - root - INFO - epoch:0. iter/total_iter:1110/158025. lr:0.00100. loss:0.1467. spend/global_spend:13.7460/0:16:28. eta:1 day, 14:49:28 +2019-10-04 12:21:01,033 - root - INFO - epoch:0. iter/total_iter:1120/158025. lr:0.00100. loss:0.1454. spend/global_spend:4.6612/0:16:33. eta:1 day, 14:39:24 +2019-10-04 12:21:15,113 - root - INFO - epoch:0. iter/total_iter:1130/158025. lr:0.00100. loss:0.1534. spend/global_spend:14.0800/0:16:47. eta:1 day, 14:51:18 +2019-10-04 12:21:19,803 - root - INFO - epoch:0. iter/total_iter:1140/158025. lr:0.00100. loss:0.1442. spend/global_spend:4.6898/0:16:52. eta:1 day, 14:41:28 +2019-10-04 12:21:31,191 - root - INFO - epoch:0. iter/total_iter:1150/158025. lr:0.00100. loss:0.1565. spend/global_spend:11.3887/0:17:03. eta:1 day, 14:47:02 +2019-10-04 12:21:43,743 - root - INFO - epoch:0. iter/total_iter:1160/158025. lr:0.00100. loss:0.1412. spend/global_spend:12.5516/0:17:16. eta:1 day, 14:55:06 +2019-10-04 12:21:48,493 - root - INFO - epoch:0. iter/total_iter:1170/158025. lr:0.00100. loss:0.1267. spend/global_spend:4.7501/0:17:20. eta:1 day, 14:45:37 +2019-10-04 12:22:02,566 - root - INFO - epoch:0. iter/total_iter:1180/158025. lr:0.00100. loss:0.1685. spend/global_spend:14.0730/0:17:34. eta:1 day, 14:56:56 +2019-10-04 12:22:11,270 - root - INFO - epoch:0. iter/total_iter:1190/158025. lr:0.00100. loss:0.1290. spend/global_spend:8.7042/0:17:43. eta:1 day, 14:56:16 +2019-10-04 12:22:21,094 - root - INFO - epoch:0. iter/total_iter:1200/158025. lr:0.00100. loss:0.1494. spend/global_spend:9.8238/0:17:53. eta:1 day, 14:58:03 +2019-10-04 12:22:25,731 - root - INFO - epoch:0. iter/total_iter:1210/158025. lr:0.00100. loss:0.1594. spend/global_spend:4.6370/0:17:58. eta:1 day, 14:48:36 +2019-10-04 12:22:37,546 - root - INFO - epoch:0. iter/total_iter:1220/158025. lr:0.00100. loss:0.1416. spend/global_spend:11.8149/0:18:09. eta:1 day, 14:54:40 +2019-10-04 12:22:48,372 - root - INFO - epoch:0. iter/total_iter:1230/158025. lr:0.00100. loss:0.1685. spend/global_spend:10.8258/0:18:20. eta:1 day, 14:58:33 +2019-10-04 12:22:56,903 - root - INFO - epoch:0. iter/total_iter:1240/158025. lr:0.00100. loss:0.1438. spend/global_spend:8.5310/0:18:29. eta:1 day, 14:57:31 +2019-10-04 12:23:03,176 - root - INFO - epoch:0. iter/total_iter:1250/158025. lr:0.00100. loss:0.1597. spend/global_spend:6.2733/0:18:35. eta:1 day, 14:51:47 +2019-10-04 12:23:17,441 - root - INFO - epoch:0. iter/total_iter:1260/158025. lr:0.00100. loss:0.1402. spend/global_spend:14.2650/0:18:49. eta:1 day, 15:02:42 +2019-10-04 12:23:29,896 - root - INFO - epoch:0. iter/total_iter:1270/158025. lr:0.00100. loss:0.1644. spend/global_spend:12.4549/0:19:02. eta:1 day, 15:09:44 +2019-10-04 12:23:35,198 - root - INFO - epoch:0. iter/total_iter:1280/158025. lr:0.00100. loss:0.1501. spend/global_spend:5.3004/0:19:07. eta:1 day, 15:02:03 +2019-10-04 12:23:46,193 - root - INFO - epoch:0. iter/total_iter:1290/158025. lr:0.00100. loss:0.1499. spend/global_spend:10.9969/0:19:18. eta:1 day, 15:06:00 +2019-10-04 12:23:50,856 - root - INFO - epoch:0. iter/total_iter:1300/158025. lr:0.00100. loss:0.1662. spend/global_spend:4.6629/0:19:23. eta:1 day, 14:57:11 +2019-10-04 12:24:04,643 - root - INFO - epoch:0. iter/total_iter:1310/158025. lr:0.00100. loss:0.1367. spend/global_spend:13.7868/0:19:36. eta:1 day, 15:06:41 +2019-10-04 12:24:18,255 - root - INFO - epoch:0. iter/total_iter:1320/158025. lr:0.00100. loss:0.1622. spend/global_spend:13.6119/0:19:50. eta:1 day, 15:15:41 +2019-10-04 12:24:22,950 - root - INFO - epoch:0. iter/total_iter:1330/158025. lr:0.00100. loss:0.1451. spend/global_spend:4.6947/0:19:55. eta:1 day, 15:07:03 +2019-10-04 12:24:34,926 - root - INFO - epoch:0. iter/total_iter:1340/158025. lr:0.00100. loss:0.1330. spend/global_spend:11.9760/0:20:07. eta:1 day, 15:12:43 +2019-10-04 12:24:43,752 - root - INFO - epoch:0. iter/total_iter:1350/158025. lr:0.00100. loss:0.1587. spend/global_spend:8.8264/0:20:16. eta:1 day, 15:12:13 +2019-10-04 12:24:48,402 - root - INFO - epoch:0. iter/total_iter:1360/158025. lr:0.00100. loss:0.1253. spend/global_spend:4.6495/0:20:20. eta:1 day, 15:03:42 +2019-10-04 12:25:00,199 - root - INFO - epoch:0. iter/total_iter:1370/158025. lr:0.00100. loss:0.1469. spend/global_spend:11.7977/0:20:32. eta:1 day, 15:08:56 +2019-10-04 12:25:04,867 - root - INFO - epoch:0. iter/total_iter:1380/158025. lr:0.00100. loss:0.1618. spend/global_spend:4.6678/0:20:37. eta:1 day, 15:00:35 +2019-10-04 12:25:21,200 - root - INFO - epoch:0. iter/total_iter:1390/158025. lr:0.00100. loss:0.1286. spend/global_spend:16.3329/0:20:53. eta:1 day, 15:14:16 +2019-10-04 12:25:28,472 - root - INFO - epoch:0. iter/total_iter:1400/158025. lr:0.00100. loss:0.1332. spend/global_spend:7.2716/0:21:00. eta:1 day, 15:10:52 +2019-10-04 12:25:33,154 - root - INFO - epoch:0. iter/total_iter:1410/158025. lr:0.00100. loss:0.1392. spend/global_spend:4.6826/0:21:05. eta:1 day, 15:02:43 +2019-10-04 12:25:48,839 - root - INFO - epoch:0. iter/total_iter:1420/158025. lr:0.00100. loss:0.1397. spend/global_spend:15.6847/0:21:21. eta:1 day, 15:14:54 +2019-10-04 12:26:00,203 - root - INFO - epoch:0. iter/total_iter:1430/158025. lr:0.00100. loss:0.1239. spend/global_spend:11.3644/0:21:32. eta:1 day, 15:19:01 +2019-10-04 12:26:04,870 - root - INFO - epoch:0. iter/total_iter:1440/158025. lr:0.00100. loss:0.1649. spend/global_spend:4.6671/0:21:37. eta:1 day, 15:10:57 +2019-10-04 12:26:18,244 - root - INFO - epoch:0. iter/total_iter:1450/158025. lr:0.00100. loss:0.1387. spend/global_spend:13.3731/0:21:50. eta:1 day, 15:18:39 +2019-10-04 12:26:22,939 - root - INFO - epoch:0. iter/total_iter:1460/158025. lr:0.00100. loss:0.1423. spend/global_spend:4.6957/0:21:55. eta:1 day, 15:10:44 +2019-10-04 12:26:39,476 - root - INFO - epoch:0. iter/total_iter:1470/158025. lr:0.00100. loss:0.1662. spend/global_spend:16.5364/0:22:11. eta:1 day, 15:23:57 +2019-10-04 12:26:50,160 - root - INFO - epoch:0. iter/total_iter:1480/158025. lr:0.00100. loss:0.1530. spend/global_spend:10.6843/0:22:22. eta:1 day, 15:26:40 +2019-10-04 12:26:54,802 - root - INFO - epoch:0. iter/total_iter:1490/158025. lr:0.00100. loss:0.1543. spend/global_spend:4.6421/0:22:27. eta:1 day, 15:18:46 +2019-10-04 12:27:05,078 - root - INFO - epoch:0. iter/total_iter:1500/158025. lr:0.00100. loss:0.1401. spend/global_spend:10.2762/0:22:37. eta:1 day, 15:20:45 +2019-10-04 12:27:17,772 - root - INFO - epoch:0. iter/total_iter:1510/158025. lr:0.00100. loss:0.1403. spend/global_spend:12.6934/0:22:50. eta:1 day, 15:26:54 +2019-10-04 12:27:22,431 - root - INFO - epoch:0. iter/total_iter:1520/158025. lr:0.00100. loss:0.1483. spend/global_spend:4.6599/0:22:54. eta:1 day, 15:19:11 +2019-10-04 12:27:33,187 - root - INFO - epoch:0. iter/total_iter:1530/158025. lr:0.00100. loss:0.1249. spend/global_spend:10.7559/0:23:05. eta:1 day, 15:21:57 +2019-10-04 12:27:37,856 - root - INFO - epoch:0. iter/total_iter:1540/158025. lr:0.00100. loss:0.1373. spend/global_spend:4.6691/0:23:10. eta:1 day, 15:14:22 +2019-10-04 12:27:49,484 - root - INFO - epoch:0. iter/total_iter:1550/158025. lr:0.00100. loss:0.1563. spend/global_spend:11.6278/0:23:21. eta:1 day, 15:18:35 +2019-10-04 12:28:02,561 - root - INFO - epoch:0. iter/total_iter:1560/158025. lr:0.00100. loss:0.1675. spend/global_spend:13.0766/0:23:34. eta:1 day, 15:25:11 +2019-10-04 12:28:07,230 - root - INFO - epoch:0. iter/total_iter:1570/158025. lr:0.00100. loss:0.1462. spend/global_spend:4.6695/0:23:39. eta:1 day, 15:17:43 +2019-10-04 12:28:18,865 - root - INFO - epoch:0. iter/total_iter:1580/158025. lr:0.00100. loss:0.1399. spend/global_spend:11.6344/0:23:51. eta:1 day, 15:21:51 +2019-10-04 12:28:32,809 - root - INFO - epoch:0. iter/total_iter:1590/158025. lr:0.00100. loss:0.1520. spend/global_spend:13.9446/0:24:05. eta:1 day, 15:29:42 +2019-10-04 12:28:37,751 - root - INFO - epoch:0. iter/total_iter:1600/158025. lr:0.00100. loss:0.1482. spend/global_spend:4.9419/0:24:10. eta:1 day, 15:22:48 +2019-10-04 12:28:51,764 - root - INFO - epoch:0. iter/total_iter:1610/158025. lr:0.00100. loss:0.1482. spend/global_spend:14.0124/0:24:24. eta:1 day, 15:30:40 +2019-10-04 12:28:57,573 - root - INFO - epoch:0. iter/total_iter:1620/158025. lr:0.00100. loss:0.1591. spend/global_spend:5.8093/0:24:29. eta:1 day, 15:25:13 +2019-10-04 12:29:08,285 - root - INFO - epoch:0. iter/total_iter:1630/158025. lr:0.00100. loss:0.1751. spend/global_spend:10.7125/0:24:40. eta:1 day, 15:27:42 +2019-10-04 12:29:19,055 - root - INFO - epoch:0. iter/total_iter:1640/158025. lr:0.00100. loss:0.1425. spend/global_spend:10.7698/0:24:51. eta:1 day, 15:30:13 +2019-10-04 12:29:25,207 - root - INFO - epoch:0. iter/total_iter:1650/158025. lr:0.00100. loss:0.1435. spend/global_spend:6.1515/0:24:57. eta:1 day, 15:25:25 +2019-10-04 12:29:41,173 - root - INFO - epoch:0. iter/total_iter:1660/158025. lr:0.00100. loss:0.1663. spend/global_spend:15.9662/0:25:13. eta:1 day, 15:36:05 +2019-10-04 12:29:49,756 - root - INFO - epoch:0. iter/total_iter:1670/158025. lr:0.00100. loss:0.1442. spend/global_spend:8.5833/0:25:22. eta:1 day, 15:35:06 +2019-10-04 12:29:55,423 - root - INFO - epoch:0. iter/total_iter:1680/158025. lr:0.00100. loss:0.1394. spend/global_spend:5.6667/0:25:27. eta:1 day, 15:29:36 +2019-10-04 12:30:03,226 - root - INFO - epoch:0. iter/total_iter:1690/158025. lr:0.00100. loss:0.1437. spend/global_spend:7.8028/0:25:35. eta:1 day, 15:27:28 +2019-10-04 12:30:12,241 - root - INFO - epoch:0. iter/total_iter:1700/158025. lr:0.00100. loss:0.1693. spend/global_spend:9.0149/0:25:44. eta:1 day, 15:27:12 +2019-10-04 12:30:26,736 - root - INFO - epoch:0. iter/total_iter:1710/158025. lr:0.00100. loss:0.1547. spend/global_spend:14.4952/0:25:59. eta:1 day, 15:35:18 +2019-10-04 12:30:33,569 - root - INFO - epoch:0. iter/total_iter:1720/158025. lr:0.00100. loss:0.1583. spend/global_spend:6.8327/0:26:05. eta:1 day, 15:31:41 +2019-10-04 12:30:44,602 - root - INFO - epoch:0. iter/total_iter:1730/158025. lr:0.00100. loss:0.1679. spend/global_spend:11.0327/0:26:16. eta:1 day, 15:34:26 +2019-10-04 12:30:55,383 - root - INFO - epoch:0. iter/total_iter:1740/158025. lr:0.00100. loss:0.1567. spend/global_spend:10.7818/0:26:27. eta:1 day, 15:36:47 +2019-10-04 12:31:06,713 - root - INFO - epoch:0. iter/total_iter:1750/158025. lr:0.00100. loss:0.1472. spend/global_spend:11.3302/0:26:39. eta:1 day, 15:39:54 +2019-10-04 12:31:18,913 - root - INFO - epoch:0. iter/total_iter:1760/158025. lr:0.00100. loss:0.1547. spend/global_spend:12.1992/0:26:51. eta:1 day, 15:44:17 +2019-10-04 12:31:23,602 - root - INFO - epoch:0. iter/total_iter:1770/158025. lr:0.00100. loss:0.1564. spend/global_spend:4.6894/0:26:55. eta:1 day, 15:37:34 +2019-10-04 12:31:34,427 - root - INFO - epoch:0. iter/total_iter:1780/158025. lr:0.00100. loss:0.1540. spend/global_spend:10.8249/0:27:06. eta:1 day, 15:39:53 +2019-10-04 12:31:48,166 - root - INFO - epoch:0. iter/total_iter:1790/158025. lr:0.00100. loss:0.1364. spend/global_spend:13.7397/0:27:20. eta:1 day, 15:46:26 +2019-10-04 12:31:53,831 - root - INFO - epoch:0. iter/total_iter:1800/158025. lr:0.00100. loss:0.1602. spend/global_spend:5.6644/0:27:26. eta:1 day, 15:41:13 +2019-10-04 12:32:06,626 - root - INFO - epoch:0. iter/total_iter:1810/158025. lr:0.00100. loss:0.1496. spend/global_spend:12.7949/0:27:38. eta:1 day, 15:46:19 +2019-10-04 12:32:13,941 - root - INFO - epoch:0. iter/total_iter:1820/158025. lr:0.00100. loss:0.1667. spend/global_spend:7.3156/0:27:46. eta:1 day, 15:43:31 +2019-10-04 12:32:28,541 - root - INFO - epoch:0. iter/total_iter:1830/158025. lr:0.00100. loss:0.1527. spend/global_spend:14.5996/0:28:00. eta:1 day, 15:51:06 +2019-10-04 12:32:41,274 - root - INFO - epoch:0. iter/total_iter:1840/158025. lr:0.00100. loss:0.1483. spend/global_spend:12.7334/0:28:13. eta:1 day, 15:55:58 +2019-10-04 12:32:45,942 - root - INFO - epoch:0. iter/total_iter:1850/158025. lr:0.00100. loss:0.1602. spend/global_spend:4.6683/0:28:18. eta:1 day, 15:49:26 +2019-10-04 12:32:54,806 - root - INFO - epoch:0. iter/total_iter:1860/158025. lr:0.00100. loss:0.1261. spend/global_spend:8.8626/0:28:27. eta:1 day, 15:48:50 +2019-10-04 12:33:08,978 - root - INFO - epoch:0. iter/total_iter:1870/158025. lr:0.00100. loss:0.1428. spend/global_spend:14.1728/0:28:41. eta:1 day, 15:55:38 +2019-10-04 12:33:19,385 - root - INFO - epoch:0. iter/total_iter:1880/158025. lr:0.00100. loss:0.1397. spend/global_spend:10.4074/0:28:51. eta:1 day, 15:57:09 +2019-10-04 12:33:26,222 - root - INFO - epoch:0. iter/total_iter:1890/158025. lr:0.00100. loss:0.1397. spend/global_spend:6.8366/0:28:58. eta:1 day, 15:53:43 +2019-10-04 12:33:36,358 - root - INFO - epoch:0. iter/total_iter:1900/158025. lr:0.00100. loss:0.1596. spend/global_spend:10.1356/0:29:08. eta:1 day, 15:54:51 +2019-10-04 12:33:49,400 - root - INFO - epoch:0. iter/total_iter:1910/158025. lr:0.00100. loss:0.1504. spend/global_spend:13.0422/0:29:21. eta:1 day, 15:59:56 +2019-10-04 12:33:58,191 - root - INFO - epoch:0. iter/total_iter:1920/158025. lr:0.00100. loss:0.1747. spend/global_spend:8.7915/0:29:30. eta:1 day, 15:59:11 +2019-10-04 12:34:07,687 - root - INFO - epoch:0. iter/total_iter:1930/158025. lr:0.00100. loss:0.1513. spend/global_spend:9.4956/0:29:40. eta:1 day, 15:59:24 +2019-10-04 12:34:15,633 - root - INFO - epoch:0. iter/total_iter:1940/158025. lr:0.00100. loss:0.1255. spend/global_spend:7.9465/0:29:47. eta:1 day, 15:57:32 +2019-10-04 12:34:28,542 - root - INFO - epoch:0. iter/total_iter:1950/158025. lr:0.00100. loss:0.1686. spend/global_spend:12.9087/0:30:00. eta:1 day, 16:02:19 +2019-10-04 12:34:44,911 - root - INFO - epoch:0. iter/total_iter:1960/158025. lr:0.00100. loss:0.1485. spend/global_spend:16.3694/0:30:17. eta:1 day, 16:11:38 +2019-10-04 12:34:49,647 - root - INFO - epoch:0. iter/total_iter:1970/158025. lr:0.00100. loss:0.1384. spend/global_spend:4.7361/0:30:21. eta:1 day, 16:05:29 +2019-10-04 12:35:01,239 - root - INFO - epoch:0. iter/total_iter:1980/158025. lr:0.00100. loss:0.1588. spend/global_spend:11.5918/0:30:33. eta:1 day, 16:08:24 +2019-10-04 12:35:13,818 - root - INFO - epoch:0. iter/total_iter:1990/158025. lr:0.00100. loss:0.1401. spend/global_spend:12.5791/0:30:46. eta:1 day, 16:12:35 +2019-10-04 12:35:18,480 - root - INFO - epoch:0. iter/total_iter:2000/158025. lr:0.00100. loss:0.1510. spend/global_spend:4.6614/0:30:50. eta:1 day, 16:06:26 +2019-10-04 12:35:28,272 - root - INFO - epoch:0. iter/total_iter:2010/158025. lr:0.00100. loss:0.1478. spend/global_spend:9.7919/0:31:00. eta:1 day, 16:06:59 +2019-10-04 12:35:34,621 - root - INFO - epoch:0. iter/total_iter:2020/158025. lr:0.00100. loss:0.1351. spend/global_spend:6.3495/0:31:06. eta:1 day, 16:03:05 +2019-10-04 12:35:49,624 - root - INFO - epoch:0. iter/total_iter:2030/158025. lr:0.00100. loss:0.1559. spend/global_spend:15.0029/0:31:21. eta:1 day, 16:10:18 +2019-10-04 12:36:01,709 - root - INFO - epoch:0. iter/total_iter:2040/158025. lr:0.00100. loss:0.1454. spend/global_spend:12.0852/0:31:34. eta:1 day, 16:13:44 +2019-10-04 12:36:07,552 - root - INFO - epoch:0. iter/total_iter:2050/158025. lr:0.00100. loss:0.1587. spend/global_spend:5.8430/0:31:39. eta:1 day, 16:09:13 +2019-10-04 12:36:18,786 - root - INFO - epoch:0. iter/total_iter:2060/158025. lr:0.00100. loss:0.1414. spend/global_spend:11.2333/0:31:51. eta:1 day, 16:11:33 +2019-10-04 12:36:35,353 - root - INFO - epoch:0. iter/total_iter:2070/158025. lr:0.00100. loss:0.1589. spend/global_spend:16.5680/0:32:07. eta:1 day, 16:20:33 +2019-10-04 12:36:39,985 - root - INFO - epoch:0. iter/total_iter:2080/158025. lr:0.00100. loss:0.1438. spend/global_spend:4.6320/0:32:12. eta:1 day, 16:14:32 +2019-10-04 12:36:54,742 - root - INFO - epoch:0. iter/total_iter:2090/158025. lr:0.00100. loss:0.1444. spend/global_spend:14.7564/0:32:27. eta:1 day, 16:21:11 +2019-10-04 12:36:59,414 - root - INFO - epoch:0. iter/total_iter:2100/158025. lr:0.00100. loss:0.1480. spend/global_spend:4.6718/0:32:31. eta:1 day, 16:15:17 +2019-10-04 12:37:14,902 - root - INFO - epoch:0. iter/total_iter:2110/158025. lr:0.00100. loss:0.1353. spend/global_spend:15.4879/0:32:47. eta:1 day, 16:22:45 +2019-10-04 12:37:27,303 - root - INFO - epoch:0. iter/total_iter:2120/158025. lr:0.00100. loss:0.1659. spend/global_spend:12.4011/0:32:59. eta:1 day, 16:26:22 +2019-10-04 12:37:32,180 - root - INFO - epoch:0. iter/total_iter:2130/158025. lr:0.00100. loss:0.1479. spend/global_spend:4.8768/0:33:04. eta:1 day, 16:20:46 +2019-10-04 12:37:44,471 - root - INFO - epoch:0. iter/total_iter:2140/158025. lr:0.00100. loss:0.1299. spend/global_spend:12.2904/0:33:16. eta:1 day, 16:24:14 +2019-10-04 12:37:58,885 - root - INFO - epoch:0. iter/total_iter:2150/158025. lr:0.00100. loss:0.1327. spend/global_spend:14.4152/0:33:31. eta:1 day, 16:30:13 +2019-10-04 12:38:03,572 - root - INFO - epoch:0. iter/total_iter:2160/158025. lr:0.00100. loss:0.1339. spend/global_spend:4.6870/0:33:35. eta:1 day, 16:24:27 +2019-10-04 12:38:14,983 - root - INFO - epoch:0. iter/total_iter:2170/158025. lr:0.00100. loss:0.1597. spend/global_spend:11.4104/0:33:47. eta:1 day, 16:26:47 +2019-10-04 12:38:20,529 - root - INFO - epoch:0. iter/total_iter:2180/158025. lr:0.00100. loss:0.1665. spend/global_spend:5.5470/0:33:52. eta:1 day, 16:22:06 +2019-10-04 12:38:31,976 - root - INFO - epoch:0. iter/total_iter:2190/158025. lr:0.00100. loss:0.1497. spend/global_spend:11.4467/0:34:04. eta:1 day, 16:24:28 +2019-10-04 12:38:47,442 - root - INFO - epoch:0. iter/total_iter:2200/158025. lr:0.00100. loss:0.1579. spend/global_spend:15.4656/0:34:19. eta:1 day, 16:31:32 +2019-10-04 12:38:57,494 - root - INFO - epoch:0. iter/total_iter:2210/158025. lr:0.00100. loss:0.1822. spend/global_spend:10.0523/0:34:29. eta:1 day, 16:32:12 +2019-10-04 12:39:04,021 - root - INFO - epoch:0. iter/total_iter:2220/158025. lr:0.00100. loss:0.1461. spend/global_spend:6.5268/0:34:36. eta:1 day, 16:28:43 +2019-10-04 12:39:19,564 - root - INFO - epoch:0. iter/total_iter:2230/158025. lr:0.00100. loss:0.1398. spend/global_spend:15.5427/0:34:51. eta:1 day, 16:35:46 +2019-10-04 12:39:26,541 - root - INFO - epoch:0. iter/total_iter:2240/158025. lr:0.00100. loss:0.1536. spend/global_spend:6.9775/0:34:58. eta:1 day, 16:32:50 +2019-10-04 12:39:38,311 - root - INFO - epoch:0. iter/total_iter:2250/158025. lr:0.00100. loss:0.1426. spend/global_spend:11.7700/0:35:10. eta:1 day, 16:35:26 +2019-10-04 12:39:43,780 - root - INFO - epoch:0. iter/total_iter:2260/158025. lr:0.00100. loss:0.1582. spend/global_spend:5.4690/0:35:16. eta:1 day, 16:30:47 +2019-10-04 12:39:56,487 - root - INFO - epoch:0. iter/total_iter:2270/158025. lr:0.00100. loss:0.1448. spend/global_spend:12.7072/0:35:28. eta:1 day, 16:34:28 +2019-10-04 12:40:12,088 - root - INFO - epoch:0. iter/total_iter:2280/158025. lr:0.00100. loss:0.1487. spend/global_spend:15.6009/0:35:44. eta:1 day, 16:41:23 +2019-10-04 12:40:16,772 - root - INFO - epoch:0. iter/total_iter:2290/158025. lr:0.00100. loss:0.1490. spend/global_spend:4.6835/0:35:49. eta:1 day, 16:35:53 +2019-10-04 12:40:30,438 - root - INFO - epoch:0. iter/total_iter:2300/158025. lr:0.00100. loss:0.1453. spend/global_spend:13.6665/0:36:02. eta:1 day, 16:40:33 +2019-10-04 12:40:47,071 - root - INFO - epoch:0. iter/total_iter:2310/158025. lr:0.00100. loss:0.1358. spend/global_spend:16.6332/0:36:19. eta:1 day, 16:48:31 +2019-10-04 12:40:51,791 - root - INFO - epoch:0. iter/total_iter:2320/158025. lr:0.00100. loss:0.1446. spend/global_spend:4.7199/0:36:24. eta:1 day, 16:43:05 +2019-10-04 12:41:07,771 - root - INFO - epoch:0. iter/total_iter:2330/158025. lr:0.00100. loss:0.1483. spend/global_spend:15.9797/0:36:40. eta:1 day, 16:50:15 +2019-10-04 12:41:12,431 - root - INFO - epoch:0. iter/total_iter:2340/158025. lr:0.00100. loss:0.1529. spend/global_spend:4.6598/0:36:44. eta:1 day, 16:44:47 +2019-10-04 12:41:26,395 - root - INFO - epoch:0. iter/total_iter:2350/158025. lr:0.00100. loss:0.1502. spend/global_spend:13.9638/0:36:58. eta:1 day, 16:49:38 +2019-10-04 12:41:41,556 - root - INFO - epoch:0. iter/total_iter:2360/158025. lr:0.00100. loss:0.1316. spend/global_spend:15.1615/0:37:13. eta:1 day, 16:55:46 +2019-10-04 12:41:46,262 - root - INFO - epoch:0. iter/total_iter:2370/158025. lr:0.00100. loss:0.1511. spend/global_spend:4.7060/0:37:18. eta:1 day, 16:50:24 +2019-10-04 12:41:59,420 - root - INFO - epoch:0. iter/total_iter:2380/158025. lr:0.00100. loss:0.1781. spend/global_spend:13.1579/0:37:31. eta:1 day, 16:54:18 +2019-10-04 12:42:11,641 - root - INFO - epoch:0. iter/total_iter:2390/158025. lr:0.00100. loss:0.1543. spend/global_spend:12.2208/0:37:43. eta:1 day, 16:57:08 +2019-10-04 12:42:17,165 - root - INFO - epoch:0. iter/total_iter:2400/158025. lr:0.00100. loss:0.1585. spend/global_spend:5.5243/0:37:49. eta:1 day, 16:52:42 +2019-10-04 12:42:33,628 - root - INFO - epoch:0. iter/total_iter:2410/158025. lr:0.00100. loss:0.1448. spend/global_spend:16.4624/0:38:05. eta:1 day, 17:00:05 +2019-10-04 12:42:38,351 - root - INFO - epoch:0. iter/total_iter:2420/158025. lr:0.00100. loss:0.1684. spend/global_spend:4.7236/0:38:10. eta:1 day, 16:54:50 +2019-10-04 12:42:55,330 - root - INFO - epoch:0. iter/total_iter:2430/158025. lr:0.00100. loss:0.1376. spend/global_spend:16.9792/0:38:27. eta:1 day, 17:02:41 +2019-10-04 12:43:08,252 - root - INFO - epoch:0. iter/total_iter:2440/158025. lr:0.00100. loss:0.1295. spend/global_spend:12.9217/0:38:40. eta:1 day, 17:06:10 +2019-10-04 12:43:12,905 - root - INFO - epoch:0. iter/total_iter:2450/158025. lr:0.00100. loss:0.1505. spend/global_spend:4.6531/0:38:45. eta:1 day, 17:00:52 +2019-10-04 12:43:26,109 - root - INFO - epoch:0. iter/total_iter:2460/158025. lr:0.00100. loss:0.1699. spend/global_spend:13.2037/0:38:58. eta:1 day, 17:04:37 +2019-10-04 12:43:39,836 - root - INFO - epoch:0. iter/total_iter:2470/158025. lr:0.00100. loss:0.1558. spend/global_spend:13.7268/0:39:12. eta:1 day, 17:08:54 +2019-10-04 12:43:44,515 - root - INFO - epoch:0. iter/total_iter:2480/158025. lr:0.00100. loss:0.1652. spend/global_spend:4.6742/0:39:16. eta:1 day, 17:03:40 +2019-10-04 12:43:59,177 - root - INFO - epoch:0. iter/total_iter:2490/158025. lr:0.00100. loss:0.1329. spend/global_spend:14.6671/0:39:31. eta:1 day, 17:08:53 +2019-10-04 12:44:07,720 - root - INFO - epoch:0. iter/total_iter:2500/158025. lr:0.00100. loss:0.1562. spend/global_spend:8.5428/0:39:40. eta:1 day, 17:07:43 +2019-10-04 12:44:19,021 - root - INFO - epoch:0. iter/total_iter:2510/158025. lr:0.00100. loss:0.1434. spend/global_spend:11.3012/0:39:51. eta:1 day, 17:09:23 +2019-10-04 12:44:33,220 - root - INFO - epoch:0. iter/total_iter:2520/158025. lr:0.00100. loss:0.1557. spend/global_spend:14.1994/0:40:05. eta:1 day, 17:14:02 +2019-10-04 12:44:38,308 - root - INFO - epoch:0. iter/total_iter:2530/158025. lr:0.00100. loss:0.1355. spend/global_spend:5.0877/0:40:10. eta:1 day, 17:09:19 +2019-10-04 12:44:52,111 - root - INFO - epoch:0. iter/total_iter:2540/158025. lr:0.00100. loss:0.1546. spend/global_spend:13.8030/0:40:24. eta:1 day, 17:13:31 +2019-10-04 12:45:06,337 - root - INFO - epoch:0. iter/total_iter:2550/158025. lr:0.00100. loss:0.1519. spend/global_spend:14.2257/0:40:38. eta:1 day, 17:18:07 +2019-10-04 12:45:12,906 - root - INFO - epoch:0. iter/total_iter:2560/158025. lr:0.00100. loss:0.1526. spend/global_spend:6.5696/0:40:45. eta:1 day, 17:14:55 +2019-10-04 12:45:24,609 - root - INFO - epoch:0. iter/total_iter:2570/158025. lr:0.00100. loss:0.1454. spend/global_spend:11.7032/0:40:56. eta:1 day, 17:16:56 +2019-10-04 12:45:35,406 - root - INFO - epoch:0. iter/total_iter:2580/158025. lr:0.00100. loss:0.1443. spend/global_spend:10.7966/0:41:07. eta:1 day, 17:18:01 +2019-10-04 12:45:46,988 - root - INFO - epoch:0. iter/total_iter:2590/158025. lr:0.00100. loss:0.1510. spend/global_spend:11.5820/0:41:19. eta:1 day, 17:19:52 +2019-10-04 12:45:57,341 - root - INFO - epoch:0. iter/total_iter:2600/158025. lr:0.00100. loss:0.1683. spend/global_spend:10.3528/0:41:29. eta:1 day, 17:20:29 +2019-10-04 12:46:05,368 - root - INFO - epoch:0. iter/total_iter:2610/158025. lr:0.00100. loss:0.1369. spend/global_spend:8.0274/0:41:37. eta:1 day, 17:18:48 +2019-10-04 12:46:17,147 - root - INFO - epoch:0. iter/total_iter:2620/158025. lr:0.00100. loss:0.1527. spend/global_spend:11.7785/0:41:49. eta:1 day, 17:20:49 +2019-10-04 12:46:33,535 - root - INFO - epoch:0. iter/total_iter:2630/158025. lr:0.00100. loss:0.1613. spend/global_spend:16.3881/0:42:05. eta:1 day, 17:27:22 +2019-10-04 12:46:40,192 - root - INFO - epoch:0. iter/total_iter:2640/158025. lr:0.00100. loss:0.1531. spend/global_spend:6.6567/0:42:12. eta:1 day, 17:24:19 +2019-10-04 12:46:51,272 - root - INFO - epoch:0. iter/total_iter:2650/158025. lr:0.00100. loss:0.1349. spend/global_spend:11.0800/0:42:23. eta:1 day, 17:25:36 +2019-10-04 12:47:00,434 - root - INFO - epoch:0. iter/total_iter:2660/158025. lr:0.00100. loss:0.1418. spend/global_spend:9.1624/0:42:32. eta:1 day, 17:25:01 +2019-10-04 12:47:14,746 - root - INFO - epoch:0. iter/total_iter:2670/158025. lr:0.00100. loss:0.1358. spend/global_spend:14.3121/0:42:47. eta:1 day, 17:29:26 +2019-10-04 12:47:21,364 - root - INFO - epoch:0. iter/total_iter:2680/158025. lr:0.00100. loss:0.1689. spend/global_spend:6.6175/0:42:53. eta:1 day, 17:26:23 +2019-10-04 12:47:34,793 - root - INFO - epoch:0. iter/total_iter:2690/158025. lr:0.00100. loss:0.1640. spend/global_spend:13.4292/0:43:07. eta:1 day, 17:29:54 +2019-10-04 12:47:49,655 - root - INFO - epoch:0. iter/total_iter:2700/158025. lr:0.00100. loss:0.1309. spend/global_spend:14.8622/0:43:21. eta:1 day, 17:34:46 +2019-10-04 12:47:54,333 - root - INFO - epoch:0. iter/total_iter:2710/158025. lr:0.00100. loss:0.1553. spend/global_spend:4.6782/0:43:26. eta:1 day, 17:29:52 +2019-10-04 12:48:08,694 - root - INFO - epoch:0. iter/total_iter:2720/158025. lr:0.00100. loss:0.1548. spend/global_spend:14.3603/0:43:41. eta:1 day, 17:34:13 +2019-10-04 12:48:18,773 - root - INFO - epoch:0. iter/total_iter:2730/158025. lr:0.00100. loss:0.1271. spend/global_spend:10.0795/0:43:51. eta:1 day, 17:34:29 +2019-10-04 12:48:29,357 - root - INFO - epoch:0. iter/total_iter:2740/158025. lr:0.00100. loss:0.1500. spend/global_spend:10.5840/0:44:01. eta:1 day, 17:35:13 +2019-10-04 12:48:45,869 - root - INFO - epoch:0. iter/total_iter:2750/158025. lr:0.00100. loss:0.1371. spend/global_spend:16.5121/0:44:18. eta:1 day, 17:41:31 +2019-10-04 12:48:54,255 - root - INFO - epoch:0. iter/total_iter:2760/158025. lr:0.00100. loss:0.1279. spend/global_spend:8.3863/0:44:26. eta:1 day, 17:40:10 +2019-10-04 12:49:02,295 - root - INFO - epoch:0. iter/total_iter:2770/158025. lr:0.00100. loss:0.1383. spend/global_spend:8.0381/0:44:34. eta:1 day, 17:38:29 +2019-10-04 12:49:18,542 - root - INFO - epoch:0. iter/total_iter:2780/158025. lr:0.00100. loss:0.1531. spend/global_spend:16.2482/0:44:50. eta:1 day, 17:44:27 +2019-10-04 12:49:24,733 - root - INFO - epoch:0. iter/total_iter:2790/158025. lr:0.00100. loss:0.1396. spend/global_spend:6.1914/0:44:57. eta:1 day, 17:41:04 +2019-10-04 12:49:39,890 - root - INFO - epoch:0. iter/total_iter:2800/158025. lr:0.00100. loss:0.1457. spend/global_spend:15.1569/0:45:12. eta:1 day, 17:45:58 +2019-10-04 12:49:45,127 - root - INFO - epoch:0. iter/total_iter:2810/158025. lr:0.00100. loss:0.1347. spend/global_spend:5.2368/0:45:17. eta:1 day, 17:41:43 +2019-10-04 12:49:59,424 - root - INFO - epoch:0. iter/total_iter:2820/158025. lr:0.00100. loss:0.1537. spend/global_spend:14.2974/0:45:31. eta:1 day, 17:45:48 +2019-10-04 12:50:10,847 - root - INFO - epoch:0. iter/total_iter:2830/158025. lr:0.00100. loss:0.1365. spend/global_spend:11.4227/0:45:43. eta:1 day, 17:47:13 +2019-10-04 12:50:15,498 - root - INFO - epoch:0. iter/total_iter:2840/158025. lr:0.00100. loss:0.1444. spend/global_spend:4.6505/0:45:47. eta:1 day, 17:42:28 +2019-10-04 12:50:31,562 - root - INFO - epoch:0. iter/total_iter:2850/158025. lr:0.00100. loss:0.1376. spend/global_spend:16.0644/0:46:03. eta:1 day, 17:48:06 +2019-10-04 12:50:48,687 - root - INFO - epoch:0. iter/total_iter:2860/158025. lr:0.00100. loss:0.1501. spend/global_spend:17.1250/0:46:21. eta:1 day, 17:54:40 +2019-10-04 12:50:53,313 - root - INFO - epoch:0. iter/total_iter:2870/158025. lr:0.00100. loss:0.1485. spend/global_spend:4.6264/0:46:25. eta:1 day, 17:49:54 +2019-10-04 12:51:09,146 - root - INFO - epoch:0. iter/total_iter:2880/158025. lr:0.00100. loss:0.1509. spend/global_spend:15.8329/0:46:41. eta:1 day, 17:55:15 +2019-10-04 12:51:19,475 - root - INFO - epoch:0. iter/total_iter:2890/158025. lr:0.00100. loss:0.1568. spend/global_spend:10.3291/0:46:51. eta:1 day, 17:55:37 +2019-10-04 12:51:29,924 - root - INFO - epoch:0. iter/total_iter:2900/158025. lr:0.00100. loss:0.1359. spend/global_spend:10.4487/0:47:02. eta:1 day, 17:56:06 +2019-10-04 12:51:44,196 - root - INFO - epoch:0. iter/total_iter:2910/158025. lr:0.00100. loss:0.1404. spend/global_spend:14.2722/0:47:16. eta:1 day, 17:59:58 +2019-10-04 12:51:48,830 - root - INFO - epoch:0. iter/total_iter:2920/158025. lr:0.00100. loss:0.1311. spend/global_spend:4.6340/0:47:21. eta:1 day, 17:55:17 +2019-10-04 12:52:03,706 - root - INFO - epoch:0. iter/total_iter:2930/158025. lr:0.00100. loss:0.1345. spend/global_spend:14.8755/0:47:36. eta:1 day, 17:59:39 +2019-10-04 12:52:20,392 - root - INFO - epoch:0. iter/total_iter:2940/158025. lr:0.00100. loss:0.1363. spend/global_spend:16.6860/0:47:52. eta:1 day, 18:05:36 +2019-10-04 12:52:31,369 - root - INFO - epoch:0. iter/total_iter:2950/158025. lr:0.00100. loss:0.1541. spend/global_spend:10.9777/0:48:03. eta:1 day, 18:06:29 +2019-10-04 12:52:39,344 - root - INFO - epoch:0. iter/total_iter:2960/158025. lr:0.00100. loss:0.1286. spend/global_spend:7.9746/0:48:11. eta:1 day, 18:04:45 +2019-10-04 12:52:49,540 - root - INFO - epoch:0. iter/total_iter:2970/158025. lr:0.00100. loss:0.1145. spend/global_spend:10.1955/0:48:21. eta:1 day, 18:04:58 +2019-10-04 12:53:00,614 - root - INFO - epoch:0. iter/total_iter:2980/158025. lr:0.00100. loss:0.1265. spend/global_spend:11.0745/0:48:32. eta:1 day, 18:05:56 +2019-10-04 12:53:16,978 - root - INFO - epoch:0. iter/total_iter:2990/158025. lr:0.00100. loss:0.1556. spend/global_spend:16.3638/0:48:49. eta:1 day, 18:11:28 +2019-10-04 12:53:24,808 - root - INFO - epoch:0. iter/total_iter:3000/158025. lr:0.00100. loss:0.1681. spend/global_spend:7.8301/0:48:57. eta:1 day, 18:09:36 +2019-10-04 12:53:36,612 - root - INFO - epoch:0. iter/total_iter:3010/158025. lr:0.00100. loss:0.1452. spend/global_spend:11.8042/0:49:08. eta:1 day, 18:11:10 +2019-10-04 12:53:50,073 - root - INFO - epoch:0. iter/total_iter:3020/158025. lr:0.00100. loss:0.1506. spend/global_spend:13.4610/0:49:22. eta:1 day, 18:14:08 +2019-10-04 12:54:04,719 - root - INFO - epoch:0. iter/total_iter:3030/158025. lr:0.00100. loss:0.1434. spend/global_spend:14.6459/0:49:37. eta:1 day, 18:18:06 +2019-10-04 12:54:13,674 - root - INFO - epoch:0. iter/total_iter:3040/158025. lr:0.00100. loss:0.1384. spend/global_spend:8.9548/0:49:46. eta:1 day, 18:17:12 +2019-10-04 12:54:26,159 - root - INFO - epoch:0. iter/total_iter:3050/158025. lr:0.00100. loss:0.1527. spend/global_spend:12.4852/0:49:58. eta:1 day, 18:19:17 +2019-10-04 12:54:32,450 - root - INFO - epoch:0. iter/total_iter:3060/158025. lr:0.00100. loss:0.1306. spend/global_spend:6.2916/0:50:04. eta:1 day, 18:16:08 +2019-10-04 12:54:47,812 - root - INFO - epoch:0. iter/total_iter:3070/158025. lr:0.00100. loss:0.1491. spend/global_spend:15.3612/0:50:20. eta:1 day, 18:20:38 +2019-10-04 12:55:04,714 - root - INFO - epoch:0. iter/total_iter:3080/158025. lr:0.00100. loss:0.1332. spend/global_spend:16.9025/0:50:37. eta:1 day, 18:26:24 +2019-10-04 12:55:10,223 - root - INFO - epoch:0. iter/total_iter:3090/158025. lr:0.00100. loss:0.1360. spend/global_spend:5.5089/0:50:42. eta:1 day, 18:22:36 +2019-10-04 12:55:28,161 - root - INFO - epoch:0. iter/total_iter:3100/158025. lr:0.00100. loss:0.1555. spend/global_spend:17.9378/0:51:00. eta:1 day, 18:29:10 +2019-10-04 12:55:40,038 - root - INFO - epoch:0. iter/total_iter:3110/158025. lr:0.00100. loss:0.1312. spend/global_spend:11.8772/0:51:12. eta:1 day, 18:30:40 +2019-10-04 12:55:51,590 - root - INFO - epoch:0. iter/total_iter:3120/158025. lr:0.00100. loss:0.1526. spend/global_spend:11.5521/0:51:23. eta:1 day, 18:31:53 +2019-10-04 12:56:01,278 - root - INFO - epoch:0. iter/total_iter:3130/158025. lr:0.00100. loss:0.1427. spend/global_spend:9.6875/0:51:33. eta:1 day, 18:31:34 +2019-10-04 12:56:14,197 - root - INFO - epoch:0. iter/total_iter:3140/158025. lr:0.00100. loss:0.1390. spend/global_spend:12.9192/0:51:46. eta:1 day, 18:33:54 +2019-10-04 12:56:31,580 - root - INFO - epoch:0. iter/total_iter:3150/158025. lr:0.00100. loss:0.1786. spend/global_spend:17.3828/0:52:03. eta:1 day, 18:39:52 +2019-10-04 12:56:36,273 - root - INFO - epoch:0. iter/total_iter:3160/158025. lr:0.00100. loss:0.1565. spend/global_spend:4.6937/0:52:08. eta:1 day, 18:35:26 +2019-10-04 12:56:49,765 - root - INFO - epoch:0. iter/total_iter:3170/158025. lr:0.00100. loss:0.1167. spend/global_spend:13.4919/0:52:22. eta:1 day, 18:38:12 +2019-10-04 12:57:07,603 - root - INFO - epoch:0. iter/total_iter:3180/158025. lr:0.00100. loss:0.1295. spend/global_spend:17.8382/0:52:39. eta:1 day, 18:44:28 +2019-10-04 12:57:14,144 - root - INFO - epoch:0. iter/total_iter:3190/158025. lr:0.00100. loss:0.1208. spend/global_spend:6.5407/0:52:46. eta:1 day, 18:41:33 +2019-10-04 12:57:28,003 - root - INFO - epoch:0. iter/total_iter:3200/158025. lr:0.00100. loss:0.1630. spend/global_spend:13.8581/0:53:00. eta:1 day, 18:44:33 +2019-10-04 12:57:36,628 - root - INFO - epoch:0. iter/total_iter:3210/158025. lr:0.00100. loss:0.1412. spend/global_spend:8.6261/0:53:08. eta:1 day, 18:43:20 +2019-10-04 12:57:48,263 - root - INFO - epoch:0. iter/total_iter:3220/158025. lr:0.00100. loss:0.1480. spend/global_spend:11.6346/0:53:20. eta:1 day, 18:44:32 +2019-10-04 12:58:05,191 - root - INFO - epoch:0. iter/total_iter:3230/158025. lr:0.00100. loss:0.1542. spend/global_spend:16.9279/0:53:37. eta:1 day, 18:49:57 +2019-10-04 12:58:13,550 - root - INFO - epoch:0. iter/total_iter:3240/158025. lr:0.00100. loss:0.1404. spend/global_spend:8.3589/0:53:45. eta:1 day, 18:48:30 +2019-10-04 12:58:25,145 - root - INFO - epoch:0. iter/total_iter:3250/158025. lr:0.00100. loss:0.1331. spend/global_spend:11.5955/0:53:57. eta:1 day, 18:49:38 +2019-10-04 12:58:39,340 - root - INFO - epoch:0. iter/total_iter:3260/158025. lr:0.00100. loss:0.1396. spend/global_spend:14.1952/0:54:11. eta:1 day, 18:52:49 +2019-10-04 12:58:53,962 - root - INFO - epoch:0. iter/total_iter:3270/158025. lr:0.00100. loss:0.1791. spend/global_spend:14.6210/0:54:26. eta:1 day, 18:56:19 +2019-10-04 12:59:00,907 - root - INFO - epoch:0. iter/total_iter:3280/158025. lr:0.00100. loss:0.1553. spend/global_spend:6.9457/0:54:33. eta:1 day, 18:53:46 +2019-10-04 12:59:14,097 - root - INFO - epoch:0. iter/total_iter:3290/158025. lr:0.00100. loss:0.1433. spend/global_spend:13.1895/0:54:46. eta:1 day, 18:56:07 +2019-10-04 12:59:22,159 - root - INFO - epoch:0. iter/total_iter:3300/158025. lr:0.00100. loss:0.1495. spend/global_spend:8.0628/0:54:54. eta:1 day, 18:54:26 +2019-10-04 12:59:40,403 - root - INFO - epoch:0. iter/total_iter:3310/158025. lr:0.00100. loss:0.1359. spend/global_spend:18.2433/0:55:12. eta:1 day, 19:00:42 +2019-10-04 12:59:54,653 - root - INFO - epoch:0. iter/total_iter:3320/158025. lr:0.00100. loss:0.1257. spend/global_spend:14.2505/0:55:26. eta:1 day, 19:03:50 +2019-10-04 13:00:02,021 - root - INFO - epoch:0. iter/total_iter:3330/158025. lr:0.00100. loss:0.1548. spend/global_spend:7.3679/0:55:34. eta:1 day, 19:01:37 +2019-10-04 13:00:17,763 - root - INFO - epoch:0. iter/total_iter:3340/158025. lr:0.00100. loss:0.1468. spend/global_spend:15.7417/0:55:50. eta:1 day, 19:05:52 +2019-10-04 13:00:30,623 - root - INFO - epoch:0. iter/total_iter:3350/158025. lr:0.00100. loss:0.1475. spend/global_spend:12.8600/0:56:02. eta:1 day, 19:07:53 +2019-10-04 13:00:38,470 - root - INFO - epoch:0. iter/total_iter:3360/158025. lr:0.00100. loss:0.1398. spend/global_spend:7.8465/0:56:10. eta:1 day, 19:06:02 +2019-10-04 13:00:50,938 - root - INFO - epoch:0. iter/total_iter:3370/158025. lr:0.00100. loss:0.1506. spend/global_spend:12.4689/0:56:23. eta:1 day, 19:07:44 +2019-10-04 13:01:01,354 - root - INFO - epoch:0. iter/total_iter:3380/158025. lr:0.00100. loss:0.1483. spend/global_spend:10.4159/0:56:33. eta:1 day, 19:07:51 +2019-10-04 13:01:18,149 - root - INFO - epoch:0. iter/total_iter:3390/158025. lr:0.00100. loss:0.1495. spend/global_spend:16.7950/0:56:50. eta:1 day, 19:12:49 +2019-10-04 13:01:29,694 - root - INFO - epoch:0. iter/total_iter:3400/158025. lr:0.00100. loss:0.1429. spend/global_spend:11.5447/0:57:02. eta:1 day, 19:13:46 +2019-10-04 13:01:38,677 - root - INFO - epoch:0. iter/total_iter:3410/158025. lr:0.00100. loss:0.1488. spend/global_spend:8.9833/0:57:11. eta:1 day, 19:12:47 +2019-10-04 13:01:58,382 - root - INFO - epoch:0. iter/total_iter:3420/158025. lr:0.00100. loss:0.1500. spend/global_spend:19.7044/0:57:30. eta:1 day, 19:19:53 +2019-10-04 13:02:06,471 - root - INFO - epoch:0. iter/total_iter:3430/158025. lr:0.00100. loss:0.1414. spend/global_spend:8.0892/0:57:38. eta:1 day, 19:18:13 +2019-10-04 13:02:20,952 - root - INFO - epoch:0. iter/total_iter:3440/158025. lr:0.00100. loss:0.1341. spend/global_spend:14.4813/0:57:53. eta:1 day, 19:21:20 +2019-10-04 13:02:25,617 - root - INFO - epoch:0. iter/total_iter:3450/158025. lr:0.00100. loss:0.1522. spend/global_spend:4.6650/0:57:57. eta:1 day, 19:17:07 +2019-10-04 13:02:44,489 - root - INFO - epoch:0. iter/total_iter:3460/158025. lr:0.00100. loss:0.1303. spend/global_spend:18.8713/0:58:16. eta:1 day, 19:23:29 +2019-10-04 13:02:57,559 - root - INFO - epoch:0. iter/total_iter:3470/158025. lr:0.00100. loss:0.1524. spend/global_spend:13.0705/0:58:29. eta:1 day, 19:25:31 +2019-10-04 13:03:03,441 - root - INFO - epoch:0. iter/total_iter:3480/158025. lr:0.00100. loss:0.1479. spend/global_spend:5.8815/0:58:35. eta:1 day, 19:22:13 +2019-10-04 13:03:19,102 - root - INFO - epoch:0. iter/total_iter:3490/158025. lr:0.00100. loss:0.1543. spend/global_spend:15.6610/0:58:51. eta:1 day, 19:26:09 +2019-10-04 13:03:37,651 - root - INFO - epoch:0. iter/total_iter:3500/158025. lr:0.00100. loss:0.1616. spend/global_spend:18.5496/0:59:09. eta:1 day, 19:32:11 +2019-10-04 13:03:42,326 - root - INFO - epoch:0. iter/total_iter:3510/158025. lr:0.00100. loss:0.1389. spend/global_spend:4.6749/0:59:14. eta:1 day, 19:28:00 +2019-10-04 13:03:59,349 - root - INFO - epoch:0. iter/total_iter:3520/158025. lr:0.00100. loss:0.1305. spend/global_spend:17.0213/0:59:31. eta:1 day, 19:32:53 +2019-10-04 13:04:08,201 - root - INFO - epoch:0. iter/total_iter:3530/158025. lr:0.00100. loss:0.1365. spend/global_spend:8.8541/0:59:40. eta:1 day, 19:31:46 +2019-10-04 13:04:16,767 - root - INFO - epoch:0. iter/total_iter:3540/158025. lr:0.00100. loss:0.1574. spend/global_spend:8.5659/0:59:49. eta:1 day, 19:30:27 +2019-10-04 13:04:32,486 - root - INFO - epoch:0. iter/total_iter:3550/158025. lr:0.00100. loss:0.1398. spend/global_spend:15.7191/1:00:04. eta:1 day, 19:34:20 +2019-10-04 13:04:37,106 - root - INFO - epoch:0. iter/total_iter:3560/158025. lr:0.00100. loss:0.1479. spend/global_spend:4.6195/1:00:09. eta:1 day, 19:30:10 +2019-10-04 13:04:54,994 - root - INFO - epoch:0. iter/total_iter:3570/158025. lr:0.00100. loss:0.1556. spend/global_spend:17.8875/1:00:27. eta:1 day, 19:35:35 +2019-10-04 13:05:12,530 - root - INFO - epoch:0. iter/total_iter:3580/158025. lr:0.00100. loss:0.1392. spend/global_spend:17.5362/1:00:44. eta:1 day, 19:40:43 +2019-10-04 13:05:24,032 - root - INFO - epoch:0. iter/total_iter:3590/158025. lr:0.00100. loss:0.1429. spend/global_spend:11.5028/1:00:56. eta:1 day, 19:41:29 +2019-10-04 13:05:31,321 - root - INFO - epoch:0. iter/total_iter:3600/158025. lr:0.00100. loss:0.1623. spend/global_spend:7.2880/1:01:03. eta:1 day, 19:39:15 +2019-10-04 13:05:35,989 - root - INFO - epoch:0. iter/total_iter:3610/158025. lr:0.00100. loss:0.1414. spend/global_spend:4.6683/1:01:08. eta:1 day, 19:35:09 +2019-10-04 13:05:54,614 - root - INFO - epoch:0. iter/total_iter:3620/158025. lr:0.00100. loss:0.1468. spend/global_spend:18.6253/1:01:26. eta:1 day, 19:41:00 +2019-10-04 13:06:14,282 - root - INFO - epoch:0. iter/total_iter:3630/158025. lr:0.00100. loss:0.1362. spend/global_spend:19.6678/1:01:46. eta:1 day, 19:47:33 +2019-10-04 13:06:18,893 - root - INFO - epoch:0. iter/total_iter:3640/158025. lr:0.00100. loss:0.1216. spend/global_spend:4.6114/1:01:51. eta:1 day, 19:43:25 +2019-10-04 13:06:32,189 - root - INFO - epoch:0. iter/total_iter:3650/158025. lr:0.00100. loss:0.1500. spend/global_spend:13.2957/1:02:04. eta:1 day, 19:45:26 +2019-10-04 13:06:48,751 - root - INFO - epoch:0. iter/total_iter:3660/158025. lr:0.00100. loss:0.1373. spend/global_spend:16.5624/1:02:21. eta:1 day, 19:49:44 +2019-10-04 13:06:53,386 - root - INFO - epoch:0. iter/total_iter:3670/158025. lr:0.00100. loss:0.1416. spend/global_spend:4.6349/1:02:25. eta:1 day, 19:45:39 +2019-10-04 13:07:11,506 - root - INFO - epoch:0. iter/total_iter:3680/158025. lr:0.00100. loss:0.1376. spend/global_spend:18.1200/1:02:43. eta:1 day, 19:51:01 +2019-10-04 13:07:16,128 - root - INFO - epoch:0. iter/total_iter:3690/158025. lr:0.00100. loss:0.1630. spend/global_spend:4.6218/1:02:48. eta:1 day, 19:46:56 +2019-10-04 13:07:33,043 - root - INFO - epoch:0. iter/total_iter:3700/158025. lr:0.00100. loss:0.1307. spend/global_spend:16.9154/1:03:05. eta:1 day, 19:51:26 +2019-10-04 13:07:49,586 - root - INFO - epoch:0. iter/total_iter:3710/158025. lr:0.00100. loss:0.1568. spend/global_spend:16.5424/1:03:21. eta:1 day, 19:55:38 +2019-10-04 13:07:54,232 - root - INFO - epoch:0. iter/total_iter:3720/158025. lr:0.00100. loss:0.1500. spend/global_spend:4.6460/1:03:26. eta:1 day, 19:51:35 +2019-10-04 13:08:08,406 - root - INFO - epoch:0. iter/total_iter:3730/158025. lr:0.00100. loss:0.1452. spend/global_spend:14.1739/1:03:40. eta:1 day, 19:54:08 +2019-10-04 13:08:25,347 - root - INFO - epoch:0. iter/total_iter:3740/158025. lr:0.00100. loss:0.1367. spend/global_spend:16.9406/1:03:57. eta:1 day, 19:58:34 +2019-10-04 13:08:35,573 - root - INFO - epoch:0. iter/total_iter:3750/158025. lr:0.00100. loss:0.1377. spend/global_spend:10.2261/1:04:07. eta:1 day, 19:58:22 +2019-10-04 13:08:47,075 - root - INFO - epoch:0. iter/total_iter:3760/158025. lr:0.00100. loss:0.1563. spend/global_spend:11.5025/1:04:19. eta:1 day, 19:59:03 +2019-10-04 13:08:54,087 - root - INFO - epoch:0. iter/total_iter:3770/158025. lr:0.00100. loss:0.1340. spend/global_spend:7.0117/1:04:26. eta:1 day, 19:56:40 +2019-10-04 13:09:13,179 - root - INFO - epoch:0. iter/total_iter:3780/158025. lr:0.00100. loss:0.1418. spend/global_spend:19.0919/1:04:45. eta:1 day, 20:02:30 +2019-10-04 13:09:29,496 - root - INFO - epoch:0. iter/total_iter:3790/158025. lr:0.00100. loss:0.1407. spend/global_spend:16.3169/1:05:01. eta:1 day, 20:06:25 +2019-10-04 13:09:36,684 - root - INFO - epoch:0. iter/total_iter:3800/158025. lr:0.00100. loss:0.1443. spend/global_spend:7.1885/1:05:09. eta:1 day, 20:04:09 +2019-10-04 13:09:50,408 - root - INFO - epoch:0. iter/total_iter:3810/158025. lr:0.00100. loss:0.1387. spend/global_spend:13.7237/1:05:22. eta:1 day, 20:06:18 +2019-10-04 13:10:08,803 - root - INFO - epoch:0. iter/total_iter:3820/158025. lr:0.00100. loss:0.1382. spend/global_spend:18.3904/1:05:41. eta:1 day, 20:11:34 +2019-10-04 13:10:15,811 - root - INFO - epoch:0. iter/total_iter:3830/158025. lr:0.00100. loss:0.1393. spend/global_spend:7.0128/1:05:48. eta:1 day, 20:09:11 +2019-10-04 13:10:28,319 - root - INFO - epoch:0. iter/total_iter:3840/158025. lr:0.00100. loss:0.1411. spend/global_spend:12.5081/1:06:00. eta:1 day, 20:10:29 +2019-10-04 13:10:39,545 - root - INFO - epoch:0. iter/total_iter:3850/158025. lr:0.00100. loss:0.1445. spend/global_spend:11.2263/1:06:11. eta:1 day, 20:10:55 +2019-10-04 13:10:49,143 - root - INFO - epoch:0. iter/total_iter:3860/158025. lr:0.00100. loss:0.1448. spend/global_spend:9.5975/1:06:21. eta:1 day, 20:10:16 +2019-10-04 13:11:06,291 - root - INFO - epoch:0. iter/total_iter:3870/158025. lr:0.00100. loss:0.1655. spend/global_spend:17.1484/1:06:38. eta:1 day, 20:14:38 +2019-10-04 13:11:10,974 - root - INFO - epoch:0. iter/total_iter:3880/158025. lr:0.00100. loss:0.1415. spend/global_spend:4.6826/1:06:43. eta:1 day, 20:10:43 +2019-10-04 13:11:32,053 - root - INFO - epoch:0. iter/total_iter:3890/158025. lr:0.00100. loss:0.1570. spend/global_spend:21.0795/1:07:04. eta:1 day, 20:17:39 +2019-10-04 13:11:46,088 - root - INFO - epoch:0. iter/total_iter:3900/158025. lr:0.00100. loss:0.1459. spend/global_spend:14.0350/1:07:18. eta:1 day, 20:19:55 +2019-10-04 13:11:52,900 - root - INFO - epoch:0. iter/total_iter:3910/158025. lr:0.00100. loss:0.1405. spend/global_spend:6.8115/1:07:25. eta:1 day, 20:17:25 +2019-10-04 13:12:05,552 - root - INFO - epoch:0. iter/total_iter:3920/158025. lr:0.00100. loss:0.1294. spend/global_spend:12.6525/1:07:37. eta:1 day, 20:18:45 +2019-10-04 13:12:14,189 - root - INFO - epoch:0. iter/total_iter:3930/158025. lr:0.00100. loss:0.1346. spend/global_spend:8.6371/1:07:46. eta:1 day, 20:17:28 +2019-10-04 13:12:30,120 - root - INFO - epoch:0. iter/total_iter:3940/158025. lr:0.00100. loss:0.1414. spend/global_spend:15.9303/1:08:02. eta:1 day, 20:20:56 +2019-10-04 13:12:45,009 - root - INFO - epoch:0. iter/total_iter:3950/158025. lr:0.00100. loss:0.1382. spend/global_spend:14.8897/1:08:17. eta:1 day, 20:23:42 +2019-10-04 13:12:53,588 - root - INFO - epoch:0. iter/total_iter:3960/158025. lr:0.00100. loss:0.1461. spend/global_spend:8.5781/1:08:25. eta:1 day, 20:22:22 +2019-10-04 13:13:11,181 - root - INFO - epoch:0. iter/total_iter:3970/158025. lr:0.00100. loss:0.1551. spend/global_spend:17.5934/1:08:43. eta:1 day, 20:26:52 +2019-10-04 13:13:26,066 - root - INFO - epoch:0. iter/total_iter:3980/158025. lr:0.00100. loss:0.1407. spend/global_spend:14.8853/1:08:58. eta:1 day, 20:29:35 +2019-10-04 13:13:35,019 - root - INFO - epoch:0. iter/total_iter:3990/158025. lr:0.00100. loss:0.1564. spend/global_spend:8.9527/1:09:07. eta:1 day, 20:28:29 +2019-10-04 13:13:48,092 - root - INFO - epoch:0. iter/total_iter:4000/158025. lr:0.00100. loss:0.1434. spend/global_spend:13.0732/1:09:20. eta:1 day, 20:30:02 +2019-10-04 13:13:56,078 - root - INFO - epoch:0. iter/total_iter:4010/158025. lr:0.00100. loss:0.1410. spend/global_spend:7.9857/1:09:28. eta:1 day, 20:28:19 +2019-10-04 13:14:15,044 - root - INFO - epoch:0. iter/total_iter:4020/158025. lr:0.00100. loss:0.1467. spend/global_spend:18.9661/1:09:47. eta:1 day, 20:33:37 +2019-10-04 13:14:25,598 - root - INFO - epoch:0. iter/total_iter:4030/158025. lr:0.00100. loss:0.1481. spend/global_spend:10.5540/1:09:57. eta:1 day, 20:33:32 +2019-10-04 13:14:35,773 - root - INFO - epoch:0. iter/total_iter:4040/158025. lr:0.00100. loss:0.1405. spend/global_spend:10.1756/1:10:08. eta:1 day, 20:33:12 +2019-10-04 13:14:51,681 - root - INFO - epoch:0. iter/total_iter:4050/158025. lr:0.00100. loss:0.1577. spend/global_spend:15.9077/1:10:24. eta:1 day, 20:36:30 +2019-10-04 13:15:05,034 - root - INFO - epoch:0. iter/total_iter:4060/158025. lr:0.00100. loss:0.1410. spend/global_spend:13.3530/1:10:37. eta:1 day, 20:38:11 +2019-10-04 13:15:14,162 - root - INFO - epoch:0. iter/total_iter:4070/158025. lr:0.00100. loss:0.1463. spend/global_spend:9.1281/1:10:46. eta:1 day, 20:37:11 +2019-10-04 13:15:25,534 - root - INFO - epoch:0. iter/total_iter:4080/158025. lr:0.00100. loss:0.1391. spend/global_spend:11.3720/1:10:57. eta:1 day, 20:37:36 +2019-10-04 13:15:36,513 - root - INFO - epoch:0. iter/total_iter:4090/158025. lr:0.00100. loss:0.1380. spend/global_spend:10.9783/1:11:08. eta:1 day, 20:37:46 +2019-10-04 13:15:55,665 - root - INFO - epoch:0. iter/total_iter:4100/158025. lr:0.00100. loss:0.1365. spend/global_spend:19.1521/1:11:27. eta:1 day, 20:43:02 +2019-10-04 13:16:02,938 - root - INFO - epoch:0. iter/total_iter:4110/158025. lr:0.00100. loss:0.1476. spend/global_spend:7.2738/1:11:35. eta:1 day, 20:40:53 +2019-10-04 13:16:19,012 - root - INFO - epoch:0. iter/total_iter:4120/158025. lr:0.00100. loss:0.1295. spend/global_spend:16.0735/1:11:51. eta:1 day, 20:44:12 +2019-10-04 13:16:28,816 - root - INFO - epoch:0. iter/total_iter:4130/158025. lr:0.00100. loss:0.1432. spend/global_spend:9.8041/1:12:01. eta:1 day, 20:43:37 +2019-10-04 13:16:41,054 - root - INFO - epoch:0. iter/total_iter:4140/158025. lr:0.00100. loss:0.1346. spend/global_spend:12.2378/1:12:13. eta:1 day, 20:44:33 +2019-10-04 13:16:55,975 - root - INFO - epoch:0. iter/total_iter:4150/158025. lr:0.00100. loss:0.1280. spend/global_spend:14.9213/1:12:28. eta:1 day, 20:47:07 +2019-10-04 13:17:00,999 - root - INFO - epoch:0. iter/total_iter:4160/158025. lr:0.00100. loss:0.1547. spend/global_spend:5.0237/1:12:33. eta:1 day, 20:43:35 +2019-10-04 13:17:16,945 - root - INFO - epoch:0. iter/total_iter:4170/158025. lr:0.00100. loss:0.1309. spend/global_spend:15.9465/1:12:49. eta:1 day, 20:46:47 +2019-10-04 13:17:32,778 - root - INFO - epoch:0. iter/total_iter:4180/158025. lr:0.00100. loss:0.1620. spend/global_spend:15.8326/1:13:05. eta:1 day, 20:49:54 +2019-10-04 13:17:44,946 - root - INFO - epoch:0. iter/total_iter:4190/158025. lr:0.00100. loss:0.1630. spend/global_spend:12.1678/1:13:17. eta:1 day, 20:50:45 +2019-10-04 13:17:52,177 - root - INFO - epoch:0. iter/total_iter:4200/158025. lr:0.00100. loss:0.1315. spend/global_spend:7.2310/1:13:24. eta:1 day, 20:48:35 +2019-10-04 13:18:08,847 - root - INFO - epoch:0. iter/total_iter:4210/158025. lr:0.00100. loss:0.1581. spend/global_spend:16.6698/1:13:41. eta:1 day, 20:52:10 +2019-10-04 13:18:26,224 - root - INFO - epoch:0. iter/total_iter:4220/158025. lr:0.00100. loss:0.1677. spend/global_spend:17.3779/1:13:58. eta:1 day, 20:56:10 +2019-10-04 13:18:30,883 - root - INFO - epoch:0. iter/total_iter:4230/158025. lr:0.00100. loss:0.1388. spend/global_spend:4.6582/1:14:03. eta:1 day, 20:52:27 +2019-10-04 13:18:48,842 - root - INFO - epoch:0. iter/total_iter:4240/158025. lr:0.00100. loss:0.1424. spend/global_spend:17.9585/1:14:21. eta:1 day, 20:56:47 +2019-10-04 13:18:53,500 - root - INFO - epoch:0. iter/total_iter:4250/158025. lr:0.00100. loss:0.1474. spend/global_spend:4.6589/1:14:25. eta:1 day, 20:53:04 +2019-10-04 13:19:10,760 - root - INFO - epoch:0. iter/total_iter:4260/158025. lr:0.00100. loss:0.1415. spend/global_spend:17.2595/1:14:43. eta:1 day, 20:56:57 +2019-10-04 13:19:25,270 - root - INFO - epoch:0. iter/total_iter:4270/158025. lr:0.00100. loss:0.1674. spend/global_spend:14.5102/1:14:57. eta:1 day, 20:59:10 +2019-10-04 13:19:35,937 - root - INFO - epoch:0. iter/total_iter:4280/158025. lr:0.00100. loss:0.1474. spend/global_spend:10.6672/1:15:08. eta:1 day, 20:59:04 +2019-10-04 13:19:49,863 - root - INFO - epoch:0. iter/total_iter:4290/158025. lr:0.00100. loss:0.1509. spend/global_spend:13.9256/1:15:22. eta:1 day, 21:00:55 +2019-10-04 13:20:01,224 - root - INFO - epoch:0. iter/total_iter:4300/158025. lr:0.00100. loss:0.1618. spend/global_spend:11.3613/1:15:33. eta:1 day, 21:01:14 +2019-10-04 13:20:10,696 - root - INFO - epoch:0. iter/total_iter:4310/158025. lr:0.00100. loss:0.1435. spend/global_spend:9.4721/1:15:43. eta:1 day, 21:00:25 +2019-10-04 13:20:20,066 - root - INFO - epoch:0. iter/total_iter:4320/158025. lr:0.00100. loss:0.1443. spend/global_spend:9.3698/1:15:52. eta:1 day, 20:59:33 +2019-10-04 13:20:37,060 - root - INFO - epoch:0. iter/total_iter:4330/158025. lr:0.00100. loss:0.1565. spend/global_spend:16.9941/1:16:09. eta:1 day, 21:03:12 +2019-10-04 13:20:53,356 - root - INFO - epoch:0. iter/total_iter:4340/158025. lr:0.00100. loss:0.1395. spend/global_spend:16.2967/1:16:25. eta:1 day, 21:06:25 +2019-10-04 13:20:58,031 - root - INFO - epoch:0. iter/total_iter:4350/158025. lr:0.00100. loss:0.1452. spend/global_spend:4.6747/1:16:30. eta:1 day, 21:02:46 +2019-10-04 13:21:13,473 - root - INFO - epoch:0. iter/total_iter:4360/158025. lr:0.00100. loss:0.1533. spend/global_spend:15.4420/1:16:45. eta:1 day, 21:05:28 +2019-10-04 13:21:29,921 - root - INFO - epoch:0. iter/total_iter:4370/158025. lr:0.00100. loss:0.1482. spend/global_spend:16.4482/1:17:02. eta:1 day, 21:08:44 +2019-10-04 13:21:37,272 - root - INFO - epoch:0. iter/total_iter:4380/158025. lr:0.00100. loss:0.1402. spend/global_spend:7.3507/1:17:09. eta:1 day, 21:06:40 +2019-10-04 13:21:50,973 - root - INFO - epoch:0. iter/total_iter:4390/158025. lr:0.00100. loss:0.1526. spend/global_spend:13.7010/1:17:23. eta:1 day, 21:08:19 +2019-10-04 13:21:59,213 - root - INFO - epoch:0. iter/total_iter:4400/158025. lr:0.00100. loss:0.1591. spend/global_spend:8.2403/1:17:31. eta:1 day, 21:06:47 +2019-10-04 13:22:14,541 - root - INFO - epoch:0. iter/total_iter:4410/158025. lr:0.00100. loss:0.1405. spend/global_spend:15.3272/1:17:46. eta:1 day, 21:09:22 +2019-10-04 13:22:32,276 - root - INFO - epoch:0. iter/total_iter:4420/158025. lr:0.00100. loss:0.1383. spend/global_spend:17.7356/1:18:04. eta:1 day, 21:13:20 +2019-10-04 13:22:37,959 - root - INFO - epoch:0. iter/total_iter:4430/158025. lr:0.00100. loss:0.1572. spend/global_spend:5.6832/1:18:10. eta:1 day, 21:10:19 +2019-10-04 13:22:57,235 - root - INFO - epoch:0. iter/total_iter:4440/158025. lr:0.00100. loss:0.1508. spend/global_spend:19.2756/1:18:29. eta:1 day, 21:15:09 +2019-10-04 13:23:11,366 - root - INFO - epoch:0. iter/total_iter:4450/158025. lr:0.00100. loss:0.1663. spend/global_spend:14.1309/1:18:43. eta:1 day, 21:17:00 +2019-10-04 13:23:19,400 - root - INFO - epoch:0. iter/total_iter:4460/158025. lr:0.00100. loss:0.1152. spend/global_spend:8.0335/1:18:51. eta:1 day, 21:15:21 +2019-10-04 13:23:31,026 - root - INFO - epoch:0. iter/total_iter:4470/158025. lr:0.00100. loss:0.1358. spend/global_spend:11.6264/1:19:03. eta:1 day, 21:15:45 +2019-10-04 13:23:40,793 - root - INFO - epoch:0. iter/total_iter:4480/158025. lr:0.00100. loss:0.1426. spend/global_spend:9.7660/1:19:13. eta:1 day, 21:15:05 +2019-10-04 13:23:59,089 - root - INFO - epoch:0. iter/total_iter:4490/158025. lr:0.00100. loss:0.1563. spend/global_spend:18.2972/1:19:31. eta:1 day, 21:19:18 +2019-10-04 13:24:08,430 - root - INFO - epoch:0. iter/total_iter:4500/158025. lr:0.00100. loss:0.1431. spend/global_spend:9.3407/1:19:40. eta:1 day, 21:18:23 +2019-10-04 13:24:20,237 - root - INFO - epoch:0. iter/total_iter:4510/158025. lr:0.00100. loss:0.1506. spend/global_spend:11.8075/1:19:52. eta:1 day, 21:18:53 +2019-10-04 13:24:34,992 - root - INFO - epoch:0. iter/total_iter:4520/158025. lr:0.00100. loss:0.1486. spend/global_spend:14.7551/1:20:07. eta:1 day, 21:21:02 +2019-10-04 13:24:43,806 - root - INFO - epoch:0. iter/total_iter:4530/158025. lr:0.00100. loss:0.1454. spend/global_spend:8.8135/1:20:16. eta:1 day, 21:19:50 +2019-10-04 13:24:57,609 - root - INFO - epoch:0. iter/total_iter:4540/158025. lr:0.00100. loss:0.1496. spend/global_spend:13.8026/1:20:29. eta:1 day, 21:21:27 +2019-10-04 13:25:06,580 - root - INFO - epoch:0. iter/total_iter:4550/158025. lr:0.00100. loss:0.1420. spend/global_spend:8.9714/1:20:38. eta:1 day, 21:20:20 +2019-10-04 13:25:22,634 - root - INFO - epoch:0. iter/total_iter:4560/158025. lr:0.00100. loss:0.1398. spend/global_spend:16.0541/1:20:54. eta:1 day, 21:23:12 +2019-10-04 13:25:37,801 - root - INFO - epoch:0. iter/total_iter:4570/158025. lr:0.00100. loss:0.1387. spend/global_spend:15.1668/1:21:10. eta:1 day, 21:25:33 +2019-10-04 13:25:44,457 - root - INFO - epoch:0. iter/total_iter:4580/158025. lr:0.00100. loss:0.1607. spend/global_spend:6.6563/1:21:16. eta:1 day, 21:23:08 +2019-10-04 13:25:58,558 - root - INFO - epoch:0. iter/total_iter:4590/158025. lr:0.00100. loss:0.1466. spend/global_spend:14.1012/1:21:30. eta:1 day, 21:24:53 +2019-10-04 13:26:17,298 - root - INFO - epoch:0. iter/total_iter:4600/158025. lr:0.00100. loss:0.1462. spend/global_spend:18.7399/1:21:49. eta:1 day, 21:29:12 +2019-10-04 13:26:23,037 - root - INFO - epoch:0. iter/total_iter:4610/158025. lr:0.00100. loss:0.1391. spend/global_spend:5.7392/1:21:55. eta:1 day, 21:26:17 +2019-10-04 13:26:39,301 - root - INFO - epoch:0. iter/total_iter:4620/158025. lr:0.00100. loss:0.1485. spend/global_spend:16.2635/1:22:11. eta:1 day, 21:29:12 +2019-10-04 13:26:47,383 - root - INFO - epoch:0. iter/total_iter:4630/158025. lr:0.00100. loss:0.1307. spend/global_spend:8.0823/1:22:19. eta:1 day, 21:27:36 +2019-10-04 13:27:00,957 - root - INFO - epoch:0. iter/total_iter:4640/158025. lr:0.00100. loss:0.1536. spend/global_spend:13.5743/1:22:33. eta:1 day, 21:29:01 +2019-10-04 13:27:18,539 - root - INFO - epoch:0. iter/total_iter:4650/158025. lr:0.00100. loss:0.1377. spend/global_spend:17.5820/1:22:50. eta:1 day, 21:32:38 +2019-10-04 13:27:23,152 - root - INFO - epoch:0. iter/total_iter:4660/158025. lr:0.00100. loss:0.1466. spend/global_spend:4.6126/1:22:55. eta:1 day, 21:29:07 +2019-10-04 13:27:41,139 - root - INFO - epoch:0. iter/total_iter:4670/158025. lr:0.00100. loss:0.1279. spend/global_spend:17.9868/1:23:13. eta:1 day, 21:32:57 +2019-10-04 13:27:57,680 - root - INFO - epoch:0. iter/total_iter:4680/158025. lr:0.00100. loss:0.1544. spend/global_spend:16.5414/1:23:30. eta:1 day, 21:35:58 +2019-10-04 13:28:06,549 - root - INFO - epoch:0. iter/total_iter:4690/158025. lr:0.00100. loss:0.1462. spend/global_spend:8.8685/1:23:38. eta:1 day, 21:34:47 +2019-10-04 13:28:19,972 - root - INFO - epoch:0. iter/total_iter:4700/158025. lr:0.00100. loss:0.1469. spend/global_spend:13.4231/1:23:52. eta:1 day, 21:36:05 +2019-10-04 13:28:29,099 - root - INFO - epoch:0. iter/total_iter:4710/158025. lr:0.00100. loss:0.1446. spend/global_spend:9.1272/1:24:01. eta:1 day, 21:35:03 +2019-10-04 13:28:42,210 - root - INFO - epoch:0. iter/total_iter:4720/158025. lr:0.00100. loss:0.1513. spend/global_spend:13.1111/1:24:14. eta:1 day, 21:36:10 +2019-10-04 13:28:58,573 - root - INFO - epoch:0. iter/total_iter:4730/158025. lr:0.00100. loss:0.1309. spend/global_spend:16.3625/1:24:30. eta:1 day, 21:39:03 +2019-10-04 13:29:05,775 - root - INFO - epoch:0. iter/total_iter:4740/158025. lr:0.00100. loss:0.1366. spend/global_spend:7.2024/1:24:38. eta:1 day, 21:36:58 +2019-10-04 13:29:20,500 - root - INFO - epoch:0. iter/total_iter:4750/158025. lr:0.00100. loss:0.1517. spend/global_spend:14.7247/1:24:52. eta:1 day, 21:38:57 +2019-10-04 13:29:37,657 - root - INFO - epoch:0. iter/total_iter:4760/158025. lr:0.00100. loss:0.1390. spend/global_spend:17.1568/1:25:09. eta:1 day, 21:42:14 +2019-10-04 13:29:51,017 - root - INFO - epoch:0. iter/total_iter:4770/158025. lr:0.00100. loss:0.1621. spend/global_spend:13.3603/1:25:23. eta:1 day, 21:43:27 +2019-10-04 13:30:07,680 - root - INFO - epoch:0. iter/total_iter:4780/158025. lr:0.00100. loss:0.1461. spend/global_spend:16.6626/1:25:40. eta:1 day, 21:46:26 +2019-10-04 13:30:18,304 - root - INFO - epoch:0. iter/total_iter:4790/158025. lr:0.00100. loss:0.1589. spend/global_spend:10.6248/1:25:50. eta:1 day, 21:46:12 +2019-10-04 13:30:29,849 - root - INFO - epoch:0. iter/total_iter:4800/158025. lr:0.00100. loss:0.1538. spend/global_spend:11.5442/1:26:02. eta:1 day, 21:46:26 +2019-10-04 13:30:52,138 - root - INFO - epoch:0. iter/total_iter:4810/158025. lr:0.00100. loss:0.1752. spend/global_spend:22.2893/1:26:24. eta:1 day, 21:52:23 +2019-10-04 13:30:56,764 - root - INFO - epoch:0. iter/total_iter:4820/158025. lr:0.00100. loss:0.1584. spend/global_spend:4.6263/1:26:29. eta:1 day, 21:48:56 +2019-10-04 13:31:14,046 - root - INFO - epoch:0. iter/total_iter:4830/158025. lr:0.00100. loss:0.1530. spend/global_spend:17.2823/1:26:46. eta:1 day, 21:52:12 +2019-10-04 13:31:30,683 - root - INFO - epoch:0. iter/total_iter:4840/158025. lr:0.00100. loss:0.1441. spend/global_spend:16.6363/1:27:03. eta:1 day, 21:55:07 +2019-10-04 13:31:35,286 - root - INFO - epoch:0. iter/total_iter:4850/158025. lr:0.00100. loss:0.1421. spend/global_spend:4.6033/1:27:07. eta:1 day, 21:51:41 +2019-10-04 13:31:52,888 - root - INFO - epoch:0. iter/total_iter:4860/158025. lr:0.00100. loss:0.1415. spend/global_spend:17.6018/1:27:25. eta:1 day, 21:55:05 +2019-10-04 13:31:57,510 - root - INFO - epoch:0. iter/total_iter:4870/158025. lr:0.00100. loss:0.1341. spend/global_spend:4.6224/1:27:29. eta:1 day, 21:51:40 +2019-10-04 13:32:16,005 - root - INFO - epoch:0. iter/total_iter:4880/158025. lr:0.00100. loss:0.1651. spend/global_spend:18.4949/1:27:48. eta:1 day, 21:55:31 +2019-10-04 13:32:36,378 - root - INFO - epoch:0. iter/total_iter:4890/158025. lr:0.00100. loss:0.1505. spend/global_spend:20.3729/1:28:08. eta:1 day, 22:00:21 +2019-10-04 13:32:40,973 - root - INFO - epoch:0. iter/total_iter:4900/158025. lr:0.00100. loss:0.1544. spend/global_spend:4.5950/1:28:13. eta:1 day, 21:56:55 +2019-10-04 13:32:57,528 - root - INFO - epoch:0. iter/total_iter:4910/158025. lr:0.00100. loss:0.1312. spend/global_spend:16.5549/1:28:29. eta:1 day, 21:59:44 +2019-10-04 13:33:15,956 - root - INFO - epoch:0. iter/total_iter:4920/158025. lr:0.00100. loss:0.1516. spend/global_spend:18.4284/1:28:48. eta:1 day, 22:03:30 +2019-10-04 13:33:20,602 - root - INFO - epoch:0. iter/total_iter:4930/158025. lr:0.00100. loss:0.1318. spend/global_spend:4.6457/1:28:52. eta:1 day, 22:00:07 +2019-10-04 13:33:34,759 - root - INFO - epoch:0. iter/total_iter:4940/158025. lr:0.00100. loss:0.1295. spend/global_spend:14.1570/1:29:07. eta:1 day, 22:01:40 +2019-10-04 13:33:40,743 - root - INFO - epoch:0. iter/total_iter:4950/158025. lr:0.00100. loss:0.1396. spend/global_spend:5.9838/1:29:13. eta:1 day, 21:58:59 +2019-10-04 13:33:59,282 - root - INFO - epoch:0. iter/total_iter:4960/158025. lr:0.00100. loss:0.1440. spend/global_spend:18.5391/1:29:31. eta:1 day, 22:02:47 +2019-10-04 13:34:13,230 - root - INFO - epoch:0. iter/total_iter:4970/158025. lr:0.00100. loss:0.1483. spend/global_spend:13.9479/1:29:45. eta:1 day, 22:04:12 +2019-10-04 13:34:18,203 - root - INFO - epoch:0. iter/total_iter:4980/158025. lr:0.00100. loss:0.1527. spend/global_spend:4.9737/1:29:50. eta:1 day, 22:01:01 +2019-10-04 13:34:35,509 - root - INFO - epoch:0. iter/total_iter:4990/158025. lr:0.00100. loss:0.1388. spend/global_spend:17.3052/1:30:07. eta:1 day, 22:04:09 +2019-10-04 13:34:52,339 - root - INFO - epoch:0. iter/total_iter:5000/158025. lr:0.00100. loss:0.1346. spend/global_spend:16.8303/1:30:24. eta:1 day, 22:07:02 +2019-10-04 13:34:58,515 - root - INFO - epoch:0. iter/total_iter:5010/158025. lr:0.00100. loss:0.1420. spend/global_spend:6.1749/1:30:30. eta:1 day, 22:04:28 +2019-10-04 13:35:14,504 - root - INFO - epoch:0. iter/total_iter:5020/158025. lr:0.00100. loss:0.1710. spend/global_spend:15.9899/1:30:46. eta:1 day, 22:06:54 +2019-10-04 13:35:19,120 - root - INFO - epoch:0. iter/total_iter:5030/158025. lr:0.00100. loss:0.1397. spend/global_spend:4.6165/1:30:51. eta:1 day, 22:03:34 +2019-10-04 13:35:38,297 - root - INFO - epoch:0. iter/total_iter:5040/158025. lr:0.00100. loss:0.1696. spend/global_spend:19.1765/1:31:10. eta:1 day, 22:07:36 +2019-10-04 13:35:54,680 - root - INFO - epoch:0. iter/total_iter:5050/158025. lr:0.00100. loss:0.1609. spend/global_spend:16.3838/1:31:27. eta:1 day, 22:10:13 +2019-10-04 13:36:04,819 - root - INFO - epoch:0. iter/total_iter:5060/158025. lr:0.00100. loss:0.1385. spend/global_spend:10.1388/1:31:37. eta:1 day, 22:09:40 +2019-10-04 13:36:17,254 - root - INFO - epoch:0. iter/total_iter:5070/158025. lr:0.00100. loss:0.1563. spend/global_spend:12.4349/1:31:49. eta:1 day, 22:10:16 +2019-10-04 13:36:35,101 - root - INFO - epoch:0. iter/total_iter:5080/158025. lr:0.00100. loss:0.1465. spend/global_spend:17.8475/1:32:07. eta:1 day, 22:13:36 +2019-10-04 13:36:41,850 - root - INFO - epoch:0. iter/total_iter:5090/158025. lr:0.00100. loss:0.1497. spend/global_spend:6.7482/1:32:14. eta:1 day, 22:11:20 +2019-10-04 13:36:57,846 - root - INFO - epoch:0. iter/total_iter:5100/158025. lr:0.00100. loss:0.1453. spend/global_spend:15.9963/1:32:30. eta:1 day, 22:13:43 +2019-10-04 13:37:04,490 - root - INFO - epoch:0. iter/total_iter:5110/158025. lr:0.00100. loss:0.1343. spend/global_spend:6.6444/1:32:36. eta:1 day, 22:11:26 +2019-10-04 13:37:21,277 - root - INFO - epoch:0. iter/total_iter:5120/158025. lr:0.00100. loss:0.1334. spend/global_spend:16.7868/1:32:53. eta:1 day, 22:14:11 +2019-10-04 13:37:39,995 - root - INFO - epoch:0. iter/total_iter:5130/158025. lr:0.00100. loss:0.1797. spend/global_spend:18.7182/1:33:12. eta:1 day, 22:17:54 +2019-10-04 13:37:47,113 - root - INFO - epoch:0. iter/total_iter:5140/158025. lr:0.00100. loss:0.1330. spend/global_spend:7.1179/1:33:19. eta:1 day, 22:15:50 +2019-10-04 13:38:01,481 - root - INFO - epoch:0. iter/total_iter:5150/158025. lr:0.00100. loss:0.1685. spend/global_spend:14.3676/1:33:33. eta:1 day, 22:17:23 +2019-10-04 13:38:20,335 - root - INFO - epoch:0. iter/total_iter:5160/158025. lr:0.00100. loss:0.1387. spend/global_spend:18.8543/1:33:52. eta:1 day, 22:21:07 +2019-10-04 13:38:24,950 - root - INFO - epoch:0. iter/total_iter:5170/158025. lr:0.00100. loss:0.1538. spend/global_spend:4.6146/1:33:57. eta:1 day, 22:17:50 +2019-10-04 13:38:42,735 - root - INFO - epoch:0. iter/total_iter:5180/158025. lr:0.00100. loss:0.1429. spend/global_spend:17.7857/1:34:15. eta:1 day, 22:21:02 +2019-10-04 13:38:53,894 - root - INFO - epoch:0. iter/total_iter:5190/158025. lr:0.00100. loss:0.1544. spend/global_spend:11.1581/1:34:26. eta:1 day, 22:20:58 +2019-10-04 13:39:05,958 - root - INFO - epoch:0. iter/total_iter:5200/158025. lr:0.00100. loss:0.1621. spend/global_spend:12.0650/1:34:38. eta:1 day, 22:21:21 +2019-10-04 13:39:22,826 - root - INFO - epoch:0. iter/total_iter:5210/158025. lr:0.00100. loss:0.1595. spend/global_spend:16.8678/1:34:55. eta:1 day, 22:24:05 +2019-10-04 13:39:34,249 - root - INFO - epoch:0. iter/total_iter:5220/158025. lr:0.00100. loss:0.1343. spend/global_spend:11.4229/1:35:06. eta:1 day, 22:24:08 +2019-10-04 13:39:39,084 - root - INFO - epoch:0. iter/total_iter:5230/158025. lr:0.00100. loss:0.1350. spend/global_spend:4.8347/1:35:11. eta:1 day, 22:20:59 +2019-10-04 13:39:56,178 - root - INFO - epoch:0. iter/total_iter:5240/158025. lr:0.00100. loss:0.1370. spend/global_spend:17.0945/1:35:28. eta:1 day, 22:23:48 +2019-10-04 13:40:09,499 - root - INFO - epoch:0. iter/total_iter:5250/158025. lr:0.00100. loss:0.1402. spend/global_spend:13.3211/1:35:41. eta:1 day, 22:24:47 +2019-10-04 13:40:15,521 - root - INFO - epoch:0. iter/total_iter:5260/158025. lr:0.00100. loss:0.1411. spend/global_spend:6.0219/1:35:47. eta:1 day, 22:22:13 +2019-10-04 13:40:27,527 - root - INFO - epoch:0. iter/total_iter:5270/158025. lr:0.00100. loss:0.1554. spend/global_spend:12.0053/1:35:59. eta:1 day, 22:22:33 +2019-10-04 13:40:38,550 - root - INFO - epoch:0. iter/total_iter:5280/158025. lr:0.00100. loss:0.1557. spend/global_spend:11.0231/1:36:10. eta:1 day, 22:22:25 +2019-10-04 13:40:53,303 - root - INFO - epoch:0. iter/total_iter:5290/158025. lr:0.00100. loss:0.1602. spend/global_spend:14.7527/1:36:25. eta:1 day, 22:24:05 +2019-10-04 13:40:59,586 - root - INFO - epoch:0. iter/total_iter:5300/158025. lr:0.00100. loss:0.1385. spend/global_spend:6.2838/1:36:31. eta:1 day, 22:21:40 +2019-10-04 13:41:18,526 - root - INFO - epoch:0. iter/total_iter:5310/158025. lr:0.00100. loss:0.1504. spend/global_spend:18.9398/1:36:50. eta:1 day, 22:25:19 +2019-10-04 13:41:35,681 - root - INFO - epoch:0. iter/total_iter:5320/158025. lr:0.00100. loss:0.1421. spend/global_spend:17.1551/1:37:08. eta:1 day, 22:28:07 +2019-10-04 13:41:40,308 - root - INFO - epoch:0. iter/total_iter:5330/158025. lr:0.00100. loss:0.1465. spend/global_spend:4.6268/1:37:12. eta:1 day, 22:24:54 +2019-10-04 13:41:58,285 - root - INFO - epoch:0. iter/total_iter:5340/158025. lr:0.00100. loss:0.1533. spend/global_spend:17.9768/1:37:30. eta:1 day, 22:28:04 +2019-10-04 13:42:18,359 - root - INFO - epoch:0. iter/total_iter:5350/158025. lr:0.00100. loss:0.1500. spend/global_spend:20.0736/1:37:50. eta:1 day, 22:32:14 +2019-10-04 13:42:26,047 - root - INFO - epoch:0. iter/total_iter:5360/158025. lr:0.00100. loss:0.1329. spend/global_spend:7.6887/1:37:58. eta:1 day, 22:30:29 +2019-10-04 13:42:41,156 - root - INFO - epoch:0. iter/total_iter:5370/158025. lr:0.00100. loss:0.1558. spend/global_spend:15.1084/1:38:13. eta:1 day, 22:32:16 +2019-10-04 13:42:45,884 - root - INFO - epoch:0. iter/total_iter:5380/158025. lr:0.00100. loss:0.1436. spend/global_spend:4.7286/1:38:18. eta:1 day, 22:29:08 +2019-10-04 13:43:04,592 - root - INFO - epoch:0. iter/total_iter:5390/158025. lr:0.00100. loss:0.1529. spend/global_spend:18.7076/1:38:36. eta:1 day, 22:32:36 +2019-10-04 13:43:19,166 - root - INFO - epoch:0. iter/total_iter:5400/158025. lr:0.00100. loss:0.1552. spend/global_spend:14.5736/1:38:51. eta:1 day, 22:34:07 +2019-10-04 13:43:26,275 - root - INFO - epoch:0. iter/total_iter:5410/158025. lr:0.00100. loss:0.1550. spend/global_spend:7.1093/1:38:58. eta:1 day, 22:32:06 +2019-10-04 13:43:42,596 - root - INFO - epoch:0. iter/total_iter:5420/158025. lr:0.00100. loss:0.1509. spend/global_spend:16.3214/1:39:14. eta:1 day, 22:34:26 +2019-10-04 13:43:59,022 - root - INFO - epoch:0. iter/total_iter:5430/158025. lr:0.00100. loss:0.1386. spend/global_spend:16.4262/1:39:31. eta:1 day, 22:36:48 +2019-10-04 13:44:03,636 - root - INFO - epoch:0. iter/total_iter:5440/158025. lr:0.00100. loss:0.1486. spend/global_spend:4.6132/1:39:35. eta:1 day, 22:33:38 +2019-10-04 13:44:19,616 - root - INFO - epoch:0. iter/total_iter:5450/158025. lr:0.00100. loss:0.1525. spend/global_spend:15.9805/1:39:51. eta:1 day, 22:35:47 +2019-10-04 13:44:30,749 - root - INFO - epoch:0. iter/total_iter:5460/158025. lr:0.00100. loss:0.1470. spend/global_spend:11.1328/1:40:03. eta:1 day, 22:35:39 +2019-10-04 13:44:49,475 - root - INFO - epoch:0. iter/total_iter:5470/158025. lr:0.00100. loss:0.1152. spend/global_spend:18.7262/1:40:21. eta:1 day, 22:39:04 +2019-10-04 13:45:05,459 - root - INFO - epoch:0. iter/total_iter:5480/158025. lr:0.00100. loss:0.1600. spend/global_spend:15.9839/1:40:37. eta:1 day, 22:41:12 +2019-10-04 13:45:15,321 - root - INFO - epoch:0. iter/total_iter:5490/158025. lr:0.00100. loss:0.1423. spend/global_spend:9.8621/1:40:47. eta:1 day, 22:40:28 +2019-10-04 13:45:33,086 - root - INFO - epoch:0. iter/total_iter:5500/158025. lr:0.00100. loss:0.1443. spend/global_spend:17.7653/1:41:05. eta:1 day, 22:43:25 +2019-10-04 13:45:45,396 - root - INFO - epoch:0. iter/total_iter:5510/158025. lr:0.00100. loss:0.1427. spend/global_spend:12.3101/1:41:17. eta:1 day, 22:43:49 +2019-10-04 13:45:53,079 - root - INFO - epoch:0. iter/total_iter:5520/158025. lr:0.00100. loss:0.1335. spend/global_spend:7.6822/1:41:25. eta:1 day, 22:42:06 +2019-10-04 13:46:05,994 - root - INFO - epoch:0. iter/total_iter:5530/158025. lr:0.00100. loss:0.1521. spend/global_spend:12.9151/1:41:38. eta:1 day, 22:42:47 +2019-10-04 13:46:15,096 - root - INFO - epoch:0. iter/total_iter:5540/158025. lr:0.00100. loss:0.1650. spend/global_spend:9.1020/1:41:47. eta:1 day, 22:41:43 +2019-10-04 13:46:34,772 - root - INFO - epoch:0. iter/total_iter:5550/158025. lr:0.00100. loss:0.1622. spend/global_spend:19.6760/1:42:07. eta:1 day, 22:45:29 +2019-10-04 13:46:44,075 - root - INFO - epoch:0. iter/total_iter:5560/158025. lr:0.00100. loss:0.1188. spend/global_spend:9.3033/1:42:16. eta:1 day, 22:44:31 +2019-10-04 13:46:57,762 - root - INFO - epoch:0. iter/total_iter:5570/158025. lr:0.00100. loss:0.1553. spend/global_spend:13.6869/1:42:30. eta:1 day, 22:45:32 +2019-10-04 13:47:15,869 - root - INFO - epoch:0. iter/total_iter:5580/158025. lr:0.00100. loss:0.1463. spend/global_spend:18.1067/1:42:48. eta:1 day, 22:48:34 +2019-10-04 13:47:22,086 - root - INFO - epoch:0. iter/total_iter:5590/158025. lr:0.00100. loss:0.1479. spend/global_spend:6.2171/1:42:54. eta:1 day, 22:46:11 +2019-10-04 13:47:37,538 - root - INFO - epoch:0. iter/total_iter:5600/158025. lr:0.00100. loss:0.1312. spend/global_spend:15.4520/1:43:09. eta:1 day, 22:48:00 +2019-10-04 13:47:42,231 - root - INFO - epoch:0. iter/total_iter:5610/158025. lr:0.00100. loss:0.1385. spend/global_spend:4.6928/1:43:14. eta:1 day, 22:44:56 +2019-10-04 13:47:55,912 - root - INFO - epoch:0. iter/total_iter:5620/158025. lr:0.00100. loss:0.1522. spend/global_spend:13.6815/1:43:28. eta:1 day, 22:45:57 +2019-10-04 13:48:15,267 - root - INFO - epoch:0. iter/total_iter:5630/158025. lr:0.00100. loss:0.1362. spend/global_spend:19.3551/1:43:47. eta:1 day, 22:49:31 +2019-10-04 13:48:22,870 - root - INFO - epoch:0. iter/total_iter:5640/158025. lr:0.00100. loss:0.1300. spend/global_spend:7.6024/1:43:55. eta:1 day, 22:47:46 +2019-10-04 13:48:39,260 - root - INFO - epoch:0. iter/total_iter:5650/158025. lr:0.00100. loss:0.1515. spend/global_spend:16.3902/1:44:11. eta:1 day, 22:49:59 +2019-10-04 13:48:53,796 - root - INFO - epoch:0. iter/total_iter:5660/158025. lr:0.00100. loss:0.1472. spend/global_spend:14.5355/1:44:26. eta:1 day, 22:51:21 +2019-10-04 13:49:02,814 - root - INFO - epoch:0. iter/total_iter:5670/158025. lr:0.00100. loss:0.1278. spend/global_spend:9.0189/1:44:35. eta:1 day, 22:50:15 +2019-10-04 13:49:15,983 - root - INFO - epoch:0. iter/total_iter:5680/158025. lr:0.00100. loss:0.1461. spend/global_spend:13.1689/1:44:48. eta:1 day, 22:51:00 +2019-10-04 13:49:25,756 - root - INFO - epoch:0. iter/total_iter:5690/158025. lr:0.00100. loss:0.1543. spend/global_spend:9.7728/1:44:58. eta:1 day, 22:50:15 +2019-10-04 13:49:37,014 - root - INFO - epoch:0. iter/total_iter:5700/158025. lr:0.00100. loss:0.1438. spend/global_spend:11.2583/1:45:09. eta:1 day, 22:50:09 +2019-10-04 13:49:53,337 - root - INFO - epoch:0. iter/total_iter:5710/158025. lr:0.00100. loss:0.1518. spend/global_spend:16.3223/1:45:25. eta:1 day, 22:52:18 +2019-10-04 13:50:07,294 - root - INFO - epoch:0. iter/total_iter:5720/158025. lr:0.00100. loss:0.1511. spend/global_spend:13.9575/1:45:39. eta:1 day, 22:53:23 +2019-10-04 13:50:17,519 - root - INFO - epoch:0. iter/total_iter:5730/158025. lr:0.00100. loss:0.1316. spend/global_spend:10.2250/1:45:49. eta:1 day, 22:52:49 +2019-10-04 13:50:30,197 - root - INFO - epoch:0. iter/total_iter:5740/158025. lr:0.00100. loss:0.1543. spend/global_spend:12.6777/1:46:02. eta:1 day, 22:53:21 +2019-10-04 13:50:41,477 - root - INFO - epoch:0. iter/total_iter:5750/158025. lr:0.00100. loss:0.1445. spend/global_spend:11.2800/1:46:13. eta:1 day, 22:53:15 +2019-10-04 13:50:59,504 - root - INFO - epoch:0. iter/total_iter:5760/158025. lr:0.00100. loss:0.1345. spend/global_spend:18.0269/1:46:31. eta:1 day, 22:56:07 +2019-10-04 13:51:08,484 - root - INFO - epoch:0. iter/total_iter:5770/158025. lr:0.00100. loss:0.1474. spend/global_spend:8.9805/1:46:40. eta:1 day, 22:55:00 +2019-10-04 13:51:17,822 - root - INFO - epoch:0. iter/total_iter:5780/158025. lr:0.00100. loss:0.1455. spend/global_spend:9.3375/1:46:50. eta:1 day, 22:54:03 +2019-10-04 13:51:31,367 - root - INFO - epoch:0. iter/total_iter:5790/158025. lr:0.00100. loss:0.1194. spend/global_spend:13.5446/1:47:03. eta:1 day, 22:54:56 +2019-10-04 13:51:42,635 - root - INFO - epoch:0. iter/total_iter:5800/158025. lr:0.00100. loss:0.1313. spend/global_spend:11.2689/1:47:14. eta:1 day, 22:54:50 +2019-10-04 13:51:54,853 - root - INFO - epoch:0. iter/total_iter:5810/158025. lr:0.00100. loss:0.1409. spend/global_spend:12.2176/1:47:27. eta:1 day, 22:55:08 +2019-10-04 13:52:07,513 - root - INFO - epoch:0. iter/total_iter:5820/158025. lr:0.00100. loss:0.1496. spend/global_spend:12.6596/1:47:39. eta:1 day, 22:55:38 +2019-10-04 13:52:22,523 - root - INFO - epoch:0. iter/total_iter:5830/158025. lr:0.00100. loss:0.1423. spend/global_spend:15.0101/1:47:54. eta:1 day, 22:57:09 +2019-10-04 13:52:32,070 - root - INFO - epoch:0. iter/total_iter:5840/158025. lr:0.00100. loss:0.1363. spend/global_spend:9.5468/1:48:04. eta:1 day, 22:56:17 +2019-10-04 13:52:44,182 - root - INFO - epoch:0. iter/total_iter:5850/158025. lr:0.00100. loss:0.1424. spend/global_spend:12.1123/1:48:16. eta:1 day, 22:56:32 +2019-10-04 13:52:55,206 - root - INFO - epoch:0. iter/total_iter:5860/158025. lr:0.00100. loss:0.1515. spend/global_spend:11.0246/1:48:27. eta:1 day, 22:56:19 +2019-10-04 13:53:10,137 - root - INFO - epoch:0. iter/total_iter:5870/158025. lr:0.00100. loss:0.1299. spend/global_spend:14.9301/1:48:42. eta:1 day, 22:57:47 +2019-10-04 13:53:27,416 - root - INFO - epoch:0. iter/total_iter:5880/158025. lr:0.00100. loss:0.1321. spend/global_spend:17.2799/1:48:59. eta:1 day, 23:00:16 +2019-10-04 13:53:37,137 - root - INFO - epoch:0. iter/total_iter:5890/158025. lr:0.00100. loss:0.1305. spend/global_spend:9.7205/1:49:09. eta:1 day, 22:59:28 +2019-10-04 13:53:51,361 - root - INFO - epoch:0. iter/total_iter:5900/158025. lr:0.00100. loss:0.1397. spend/global_spend:14.2236/1:49:23. eta:1 day, 23:00:37 +2019-10-04 13:54:09,669 - root - INFO - epoch:0. iter/total_iter:5910/158025. lr:0.00100. loss:0.1321. spend/global_spend:18.3084/1:49:42. eta:1 day, 23:03:31 +2019-10-04 13:54:20,454 - root - INFO - epoch:0. iter/total_iter:5920/158025. lr:0.00100. loss:0.1351. spend/global_spend:10.7855/1:49:52. eta:1 day, 23:03:11 +2019-10-04 13:54:34,440 - root - INFO - epoch:0. iter/total_iter:5930/158025. lr:0.00100. loss:0.1543. spend/global_spend:13.9859/1:50:06. eta:1 day, 23:04:13 +2019-10-04 13:54:43,425 - root - INFO - epoch:0. iter/total_iter:5940/158025. lr:0.00100. loss:0.1358. spend/global_spend:8.9847/1:50:15. eta:1 day, 23:03:06 +2019-10-04 13:54:59,190 - root - INFO - epoch:0. iter/total_iter:5950/158025. lr:0.00100. loss:0.1417. spend/global_spend:15.7653/1:50:31. eta:1 day, 23:04:53 +2019-10-04 13:55:11,389 - root - INFO - epoch:0. iter/total_iter:5960/158025. lr:0.00100. loss:0.1406. spend/global_spend:12.1981/1:50:43. eta:1 day, 23:05:09 +2019-10-04 13:55:24,872 - root - INFO - epoch:0. iter/total_iter:5970/158025. lr:0.00100. loss:0.1412. spend/global_spend:13.4835/1:50:57. eta:1 day, 23:05:58 +2019-10-04 13:55:32,813 - root - INFO - epoch:0. iter/total_iter:5980/158025. lr:0.00100. loss:0.1401. spend/global_spend:7.9411/1:51:05. eta:1 day, 23:04:25 +2019-10-04 13:55:47,216 - root - INFO - epoch:0. iter/total_iter:5990/158025. lr:0.00100. loss:0.1527. spend/global_spend:14.4030/1:51:19. eta:1 day, 23:05:36 +2019-10-04 13:56:01,651 - root - INFO - epoch:0. iter/total_iter:6000/158025. lr:0.00100. loss:0.1682. spend/global_spend:14.4347/1:51:33. eta:1 day, 23:06:48 +2019-10-04 13:56:06,305 - root - INFO - epoch:0. iter/total_iter:6010/158025. lr:0.00100. loss:0.1467. spend/global_spend:4.6538/1:51:38. eta:1 day, 23:03:53 +2019-10-04 13:56:23,134 - root - INFO - epoch:0. iter/total_iter:6020/158025. lr:0.00100. loss:0.1413. spend/global_spend:16.8292/1:51:55. eta:1 day, 23:06:05 +2019-10-04 13:56:38,718 - root - INFO - epoch:0. iter/total_iter:6030/158025. lr:0.00100. loss:0.1623. spend/global_spend:15.5843/1:52:11. eta:1 day, 23:07:46 +2019-10-04 13:56:50,912 - root - INFO - epoch:0. iter/total_iter:6040/158025. lr:0.00100. loss:0.1483. spend/global_spend:12.1940/1:52:23. eta:1 day, 23:08:00 +2019-10-04 13:57:03,635 - root - INFO - epoch:0. iter/total_iter:6050/158025. lr:0.00100. loss:0.1586. spend/global_spend:12.7225/1:52:35. eta:1 day, 23:08:28 +2019-10-04 13:57:12,541 - root - INFO - epoch:0. iter/total_iter:6060/158025. lr:0.00100. loss:0.1419. spend/global_spend:8.9058/1:52:44. eta:1 day, 23:07:20 +2019-10-04 13:57:25,891 - root - INFO - epoch:0. iter/total_iter:6070/158025. lr:0.00100. loss:0.1709. spend/global_spend:13.3503/1:52:58. eta:1 day, 23:08:04 +2019-10-04 13:57:42,644 - root - INFO - epoch:0. iter/total_iter:6080/158025. lr:0.00100. loss:0.1610. spend/global_spend:16.7533/1:53:14. eta:1 day, 23:10:12 +2019-10-04 13:57:52,434 - root - INFO - epoch:0. iter/total_iter:6090/158025. lr:0.00100. loss:0.1338. spend/global_spend:9.7897/1:53:24. eta:1 day, 23:09:27 +2019-10-04 13:58:08,399 - root - INFO - epoch:0. iter/total_iter:6100/158025. lr:0.00100. loss:0.1260. spend/global_spend:15.9651/1:53:40. eta:1 day, 23:11:15 +2019-10-04 13:58:26,638 - root - INFO - epoch:0. iter/total_iter:6110/158025. lr:0.00100. loss:0.1659. spend/global_spend:18.2390/1:53:58. eta:1 day, 23:13:59 +2019-10-04 13:58:34,993 - root - INFO - epoch:0. iter/total_iter:6120/158025. lr:0.00100. loss:0.1597. spend/global_spend:8.3556/1:54:07. eta:1 day, 23:12:38 +2019-10-04 13:58:45,908 - root - INFO - epoch:0. iter/total_iter:6130/158025. lr:0.00100. loss:0.1425. spend/global_spend:10.9145/1:54:18. eta:1 day, 23:12:20 +2019-10-04 13:58:58,763 - root - INFO - epoch:0. iter/total_iter:6140/158025. lr:0.00100. loss:0.1499. spend/global_spend:12.8545/1:54:31. eta:1 day, 23:12:50 +2019-10-04 13:59:11,021 - root - INFO - epoch:0. iter/total_iter:6150/158025. lr:0.00100. loss:0.1479. spend/global_spend:12.2583/1:54:43. eta:1 day, 23:13:05 +2019-10-04 13:59:29,139 - root - INFO - epoch:0. iter/total_iter:6160/158025. lr:0.00100. loss:0.1341. spend/global_spend:18.1180/1:55:01. eta:1 day, 23:15:44 +2019-10-04 13:59:39,303 - root - INFO - epoch:0. iter/total_iter:6170/158025. lr:0.00100. loss:0.1751. spend/global_spend:10.1640/1:55:11. eta:1 day, 23:15:08 +2019-10-04 13:59:48,638 - root - INFO - epoch:0. iter/total_iter:6180/158025. lr:0.00100. loss:0.1331. spend/global_spend:9.3351/1:55:20. eta:1 day, 23:14:10 +2019-10-04 14:00:06,099 - root - INFO - epoch:0. iter/total_iter:6190/158025. lr:0.00100. loss:0.1396. spend/global_spend:17.4612/1:55:38. eta:1 day, 23:16:33 +2019-10-04 14:00:16,669 - root - INFO - epoch:0. iter/total_iter:6200/158025. lr:0.00100. loss:0.1574. spend/global_spend:10.5695/1:55:49. eta:1 day, 23:16:06 +2019-10-04 14:00:29,612 - root - INFO - epoch:0. iter/total_iter:6210/158025. lr:0.00100. loss:0.1571. spend/global_spend:12.9431/1:56:01. eta:1 day, 23:16:37 +2019-10-04 14:00:37,711 - root - INFO - epoch:0. iter/total_iter:6220/158025. lr:0.00100. loss:0.1483. spend/global_spend:8.0994/1:56:10. eta:1 day, 23:15:10 +2019-10-04 14:00:49,255 - root - INFO - epoch:0. iter/total_iter:6230/158025. lr:0.00100. loss:0.1446. spend/global_spend:11.5442/1:56:21. eta:1 day, 23:15:07 +2019-10-04 14:01:09,127 - root - INFO - epoch:0. iter/total_iter:6240/158025. lr:0.00100. loss:0.1608. spend/global_spend:19.8722/1:56:41. eta:1 day, 23:18:27 +2019-10-04 14:01:16,095 - root - INFO - epoch:0. iter/total_iter:6250/158025. lr:0.00100. loss:0.1554. spend/global_spend:6.9667/1:56:48. eta:1 day, 23:16:32 +2019-10-04 14:01:31,529 - root - INFO - epoch:0. iter/total_iter:6260/158025. lr:0.00100. loss:0.1535. spend/global_spend:15.4344/1:57:03. eta:1 day, 23:18:03 +2019-10-04 14:01:50,164 - root - INFO - epoch:0. iter/total_iter:6270/158025. lr:0.00100. loss:0.1616. spend/global_spend:18.6353/1:57:22. eta:1 day, 23:20:52 +2019-10-04 14:02:01,197 - root - INFO - epoch:0. iter/total_iter:6280/158025. lr:0.00100. loss:0.1399. spend/global_spend:11.0325/1:57:33. eta:1 day, 23:20:35 +2019-10-04 14:02:11,241 - root - INFO - epoch:0. iter/total_iter:6290/158025. lr:0.00100. loss:0.1624. spend/global_spend:10.0444/1:57:43. eta:1 day, 23:19:56 +2019-10-04 14:02:21,176 - root - INFO - epoch:0. iter/total_iter:6300/158025. lr:0.00100. loss:0.1328. spend/global_spend:9.9351/1:57:53. eta:1 day, 23:19:13 +2019-10-04 14:02:34,787 - root - INFO - epoch:0. iter/total_iter:6310/158025. lr:0.00100. loss:0.1429. spend/global_spend:13.6111/1:58:07. eta:1 day, 23:19:59 +2019-10-04 14:02:49,843 - root - INFO - epoch:0. iter/total_iter:6320/158025. lr:0.00100. loss:0.1332. spend/global_spend:15.0560/1:58:22. eta:1 day, 23:21:20 +2019-10-04 14:02:58,619 - root - INFO - epoch:0. iter/total_iter:6330/158025. lr:0.00100. loss:0.1497. spend/global_spend:8.7754/1:58:30. eta:1 day, 23:20:10 +2019-10-04 14:03:14,095 - root - INFO - epoch:0. iter/total_iter:6340/158025. lr:0.00100. loss:0.1363. spend/global_spend:15.4767/1:58:46. eta:1 day, 23:21:40 +2019-10-04 14:03:32,303 - root - INFO - epoch:0. iter/total_iter:6350/158025. lr:0.00100. loss:0.1461. spend/global_spend:18.2074/1:59:04. eta:1 day, 23:24:15 +2019-10-04 14:03:38,110 - root - INFO - epoch:0. iter/total_iter:6360/158025. lr:0.00100. loss:0.1493. spend/global_spend:5.8078/1:59:10. eta:1 day, 23:21:54 +2019-10-04 14:03:58,711 - root - INFO - epoch:0. iter/total_iter:6370/158025. lr:0.00100. loss:0.1149. spend/global_spend:20.6005/1:59:31. eta:1 day, 23:25:26 +2019-10-04 14:04:03,327 - root - INFO - epoch:0. iter/total_iter:6380/158025. lr:0.00100. loss:0.1643. spend/global_spend:4.6162/1:59:35. eta:1 day, 23:22:36 +2019-10-04 14:04:17,606 - root - INFO - epoch:0. iter/total_iter:6390/158025. lr:0.00100. loss:0.1357. spend/global_spend:14.2786/1:59:49. eta:1 day, 23:23:37 +2019-10-04 14:04:33,437 - root - INFO - epoch:0. iter/total_iter:6400/158025. lr:0.00100. loss:0.1392. spend/global_spend:15.8312/2:00:05. eta:1 day, 23:25:14 +2019-10-04 14:04:44,567 - root - INFO - epoch:0. iter/total_iter:6410/158025. lr:0.00100. loss:0.1554. spend/global_spend:11.1303/2:00:16. eta:1 day, 23:25:00 +2019-10-04 14:04:51,485 - root - INFO - epoch:0. iter/total_iter:6420/158025. lr:0.00100. loss:0.1547. spend/global_spend:6.9173/2:00:23. eta:1 day, 23:23:06 +2019-10-04 14:05:10,844 - root - INFO - epoch:0. iter/total_iter:6430/158025. lr:0.00100. loss:0.1477. spend/global_spend:19.3595/2:00:43. eta:1 day, 23:26:06 +2019-10-04 14:05:23,279 - root - INFO - epoch:0. iter/total_iter:6440/158025. lr:0.00100. loss:0.1375. spend/global_spend:12.4344/2:00:55. eta:1 day, 23:26:22 +2019-10-04 14:05:31,330 - root - INFO - epoch:0. iter/total_iter:6450/158025. lr:0.00100. loss:0.1351. spend/global_spend:8.0516/2:01:03. eta:1 day, 23:24:56 +2019-10-04 14:05:44,499 - root - INFO - epoch:0. iter/total_iter:6460/158025. lr:0.00100. loss:0.1486. spend/global_spend:13.1691/2:01:16. eta:1 day, 23:25:29 +2019-10-04 14:05:54,109 - root - INFO - epoch:0. iter/total_iter:6470/158025. lr:0.00100. loss:0.1152. spend/global_spend:9.6098/2:01:26. eta:1 day, 23:24:39 +2019-10-04 14:06:10,253 - root - INFO - epoch:0. iter/total_iter:6480/158025. lr:0.00100. loss:0.1713. spend/global_spend:16.1436/2:01:42. eta:1 day, 23:26:22 +2019-10-04 14:06:25,889 - root - INFO - epoch:0. iter/total_iter:6490/158025. lr:0.00100. loss:0.1431. spend/global_spend:15.6360/2:01:58. eta:1 day, 23:27:53 +2019-10-04 14:06:34,908 - root - INFO - epoch:0. iter/total_iter:6500/158025. lr:0.00100. loss:0.1371. spend/global_spend:9.0195/2:02:07. eta:1 day, 23:26:49 +2019-10-04 14:06:52,628 - root - INFO - epoch:0. iter/total_iter:6510/158025. lr:0.00100. loss:0.1455. spend/global_spend:17.7200/2:02:24. eta:1 day, 23:29:08 +2019-10-04 14:06:57,365 - root - INFO - epoch:0. iter/total_iter:6520/158025. lr:0.00100. loss:0.1312. spend/global_spend:4.7369/2:02:29. eta:1 day, 23:26:24 +2019-10-04 14:07:15,696 - root - INFO - epoch:0. iter/total_iter:6530/158025. lr:0.00100. loss:0.1450. spend/global_spend:18.3312/2:02:48. eta:1 day, 23:28:57 +2019-10-04 14:07:28,649 - root - INFO - epoch:0. iter/total_iter:6540/158025. lr:0.00100. loss:0.1308. spend/global_spend:12.9526/2:03:00. eta:1 day, 23:29:24 +2019-10-04 14:07:39,675 - root - INFO - epoch:0. iter/total_iter:6550/158025. lr:0.00100. loss:0.1468. spend/global_spend:11.0265/2:03:12. eta:1 day, 23:29:07 +2019-10-04 14:07:51,236 - root - INFO - epoch:0. iter/total_iter:6560/158025. lr:0.00100. loss:0.1481. spend/global_spend:11.5605/2:03:23. eta:1 day, 23:29:02 +2019-10-04 14:08:09,946 - root - INFO - epoch:0. iter/total_iter:6570/158025. lr:0.00100. loss:0.1266. spend/global_spend:18.7098/2:03:42. eta:1 day, 23:31:42 +2019-10-04 14:08:19,217 - root - INFO - epoch:0. iter/total_iter:6580/158025. lr:0.00100. loss:0.1528. spend/global_spend:9.2714/2:03:51. eta:1 day, 23:30:44 +2019-10-04 14:08:32,531 - root - INFO - epoch:0. iter/total_iter:6590/158025. lr:0.00100. loss:0.1455. spend/global_spend:13.3137/2:04:04. eta:1 day, 23:31:19 +2019-10-04 14:08:48,589 - root - INFO - epoch:0. iter/total_iter:6600/158025. lr:0.00100. loss:0.1413. spend/global_spend:16.0581/2:04:20. eta:1 day, 23:32:57 +2019-10-04 14:08:53,508 - root - INFO - epoch:0. iter/total_iter:6610/158025. lr:0.00100. loss:0.1391. spend/global_spend:4.9195/2:04:25. eta:1 day, 23:30:19 +2019-10-04 14:09:13,630 - root - INFO - epoch:0. iter/total_iter:6620/158025. lr:0.00100. loss:0.1552. spend/global_spend:20.1218/2:04:45. eta:1 day, 23:33:30 +2019-10-04 14:09:25,150 - root - INFO - epoch:0. iter/total_iter:6630/158025. lr:0.00100. loss:0.1591. spend/global_spend:11.5200/2:04:57. eta:1 day, 23:33:23 +2019-10-04 14:09:37,047 - root - INFO - epoch:0. iter/total_iter:6640/158025. lr:0.00100. loss:0.1406. spend/global_spend:11.8972/2:05:09. eta:1 day, 23:33:25 +2019-10-04 14:09:56,690 - root - INFO - epoch:0. iter/total_iter:6650/158025. lr:0.00100. loss:0.1289. spend/global_spend:19.6428/2:05:29. eta:1 day, 23:36:24 +2019-10-04 14:10:01,329 - root - INFO - epoch:0. iter/total_iter:6660/158025. lr:0.00100. loss:0.1422. spend/global_spend:4.6391/2:05:33. eta:1 day, 23:33:41 +2019-10-04 14:10:20,014 - root - INFO - epoch:0. iter/total_iter:6670/158025. lr:0.00100. loss:0.1377. spend/global_spend:18.6846/2:05:52. eta:1 day, 23:36:17 +2019-10-04 14:10:33,520 - root - INFO - epoch:0. iter/total_iter:6680/158025. lr:0.00100. loss:0.1571. spend/global_spend:13.5065/2:06:05. eta:1 day, 23:36:55 +2019-10-04 14:10:41,589 - root - INFO - epoch:0. iter/total_iter:6690/158025. lr:0.00100. loss:0.1381. spend/global_spend:8.0691/2:06:13. eta:1 day, 23:35:30 +2019-10-04 14:10:58,479 - root - INFO - epoch:0. iter/total_iter:6700/158025. lr:0.00100. loss:0.1606. spend/global_spend:16.8894/2:06:30. eta:1 day, 23:37:24 +2019-10-04 14:11:04,749 - root - INFO - epoch:0. iter/total_iter:6710/158025. lr:0.00100. loss:0.1521. spend/global_spend:6.2700/2:06:37. eta:1 day, 23:35:19 +2019-10-04 14:11:21,593 - root - INFO - epoch:0. iter/total_iter:6720/158025. lr:0.00100. loss:0.1536. spend/global_spend:16.8443/2:06:53. eta:1 day, 23:37:12 +2019-10-04 14:11:35,228 - root - INFO - epoch:0. iter/total_iter:6730/158025. lr:0.00100. loss:0.1365. spend/global_spend:13.6350/2:07:07. eta:1 day, 23:37:52 +2019-10-04 14:11:46,542 - root - INFO - epoch:0. iter/total_iter:6740/158025. lr:0.00100. loss:0.1373. spend/global_spend:11.3135/2:07:18. eta:1 day, 23:37:41 +2019-10-04 14:11:55,302 - root - INFO - epoch:0. iter/total_iter:6750/158025. lr:0.00100. loss:0.1417. spend/global_spend:8.7604/2:07:27. eta:1 day, 23:36:32 +2019-10-04 14:12:12,807 - root - INFO - epoch:0. iter/total_iter:6760/158025. lr:0.00100. loss:0.1386. spend/global_spend:17.5052/2:07:45. eta:1 day, 23:38:38 +2019-10-04 14:12:20,361 - root - INFO - epoch:0. iter/total_iter:6770/158025. lr:0.00100. loss:0.1432. spend/global_spend:7.5540/2:07:52. eta:1 day, 23:37:02 +2019-10-04 14:12:35,147 - root - INFO - epoch:0. iter/total_iter:6780/158025. lr:0.00100. loss:0.1388. spend/global_spend:14.7860/2:08:07. eta:1 day, 23:38:08 +2019-10-04 14:12:46,508 - root - INFO - epoch:0. iter/total_iter:6790/158025. lr:0.00100. loss:0.1458. spend/global_spend:11.3610/2:08:18. eta:1 day, 23:37:57 +2019-10-04 14:13:00,103 - root - INFO - epoch:0. iter/total_iter:6800/158025. lr:0.00100. loss:0.1549. spend/global_spend:13.5947/2:08:32. eta:1 day, 23:38:36 +2019-10-04 14:13:13,696 - root - INFO - epoch:0. iter/total_iter:6810/158025. lr:0.00100. loss:0.1449. spend/global_spend:13.5933/2:08:46. eta:1 day, 23:39:15 +2019-10-04 14:13:26,153 - root - INFO - epoch:0. iter/total_iter:6820/158025. lr:0.00100. loss:0.1285. spend/global_spend:12.4570/2:08:58. eta:1 day, 23:39:28 +2019-10-04 14:13:43,443 - root - INFO - epoch:0. iter/total_iter:6830/158025. lr:0.00100. loss:0.1330. spend/global_spend:17.2901/2:09:15. eta:1 day, 23:41:28 +2019-10-04 14:13:54,746 - root - INFO - epoch:0. iter/total_iter:6840/158025. lr:0.00100. loss:0.1509. spend/global_spend:11.3021/2:09:27. eta:1 day, 23:41:16 +2019-10-04 14:14:04,323 - root - INFO - epoch:0. iter/total_iter:6850/158025. lr:0.00100. loss:0.1253. spend/global_spend:9.5771/2:09:36. eta:1 day, 23:40:25 +2019-10-04 14:14:18,371 - root - INFO - epoch:0. iter/total_iter:6860/158025. lr:0.00100. loss:0.1443. spend/global_spend:14.0485/2:09:50. eta:1 day, 23:41:13 +2019-10-04 14:14:32,751 - root - INFO - epoch:0. iter/total_iter:6870/158025. lr:0.00100. loss:0.1383. spend/global_spend:14.3792/2:10:05. eta:1 day, 23:42:08 +2019-10-04 14:14:47,941 - root - INFO - epoch:0. iter/total_iter:6880/158025. lr:0.00100. loss:0.1240. spend/global_spend:15.1907/2:10:20. eta:1 day, 23:43:21 +2019-10-04 14:14:57,974 - root - INFO - epoch:0. iter/total_iter:6890/158025. lr:0.00100. loss:0.1415. spend/global_spend:10.0324/2:10:30. eta:1 day, 23:42:41 +2019-10-04 14:15:06,136 - root - INFO - epoch:0. iter/total_iter:6900/158025. lr:0.00100. loss:0.1507. spend/global_spend:8.1621/2:10:38. eta:1 day, 23:41:19 +2019-10-04 14:15:24,342 - root - INFO - epoch:0. iter/total_iter:6910/158025. lr:0.00100. loss:0.1674. spend/global_spend:18.2067/2:10:56. eta:1 day, 23:43:37 +2019-10-04 14:15:37,257 - root - INFO - epoch:0. iter/total_iter:6920/158025. lr:0.00100. loss:0.1506. spend/global_spend:12.9146/2:11:09. eta:1 day, 23:44:00 +2019-10-04 14:15:49,631 - root - INFO - epoch:0. iter/total_iter:6930/158025. lr:0.00100. loss:0.1421. spend/global_spend:12.3743/2:11:21. eta:1 day, 23:44:10 +2019-10-04 14:15:58,903 - root - INFO - epoch:0. iter/total_iter:6940/158025. lr:0.00100. loss:0.1346. spend/global_spend:9.2712/2:11:31. eta:1 day, 23:43:13 +2019-10-04 14:16:15,802 - root - INFO - epoch:0. iter/total_iter:6950/158025. lr:0.00100. loss:0.1753. spend/global_spend:16.8993/2:11:48. eta:1 day, 23:45:02 +2019-10-04 14:16:29,754 - root - INFO - epoch:0. iter/total_iter:6960/158025. lr:0.00100. loss:0.1455. spend/global_spend:13.9518/2:12:02. eta:1 day, 23:45:46 +2019-10-04 14:16:39,878 - root - INFO - epoch:0. iter/total_iter:6970/158025. lr:0.00100. loss:0.1432. spend/global_spend:10.1243/2:12:12. eta:1 day, 23:45:08 +2019-10-04 14:16:52,410 - root - INFO - epoch:0. iter/total_iter:6980/158025. lr:0.00100. loss:0.1410. spend/global_spend:12.5320/2:12:24. eta:1 day, 23:45:21 +2019-10-04 14:17:09,548 - root - INFO - epoch:0. iter/total_iter:6990/158025. lr:0.00100. loss:0.1309. spend/global_spend:17.1381/2:12:41. eta:1 day, 23:47:14 +2019-10-04 14:17:18,781 - root - INFO - epoch:0. iter/total_iter:7000/158025. lr:0.00100. loss:0.1241. spend/global_spend:9.2333/2:12:51. eta:1 day, 23:46:16 +2019-10-04 14:17:32,672 - root - INFO - epoch:0. iter/total_iter:7010/158025. lr:0.00100. loss:0.1415. spend/global_spend:13.8908/2:13:05. eta:1 day, 23:46:59 +2019-10-04 14:17:42,135 - root - INFO - epoch:0. iter/total_iter:7020/158025. lr:0.00100. loss:0.1131. spend/global_spend:9.4627/2:13:14. eta:1 day, 23:46:06 +2019-10-04 14:17:55,609 - root - INFO - epoch:0. iter/total_iter:7030/158025. lr:0.00100. loss:0.1325. spend/global_spend:13.4740/2:13:27. eta:1 day, 23:46:39 +2019-10-04 14:18:12,049 - root - INFO - epoch:0. iter/total_iter:7040/158025. lr:0.00100. loss:0.1417. spend/global_spend:16.4407/2:13:44. eta:1 day, 23:48:16 +2019-10-04 14:18:23,659 - root - INFO - epoch:0. iter/total_iter:7050/158025. lr:0.00100. loss:0.1419. spend/global_spend:11.6092/2:13:55. eta:1 day, 23:48:09 +2019-10-04 14:18:33,036 - root - INFO - epoch:0. iter/total_iter:7060/158025. lr:0.00100. loss:0.1422. spend/global_spend:9.3777/2:14:05. eta:1 day, 23:47:15 +2019-10-04 14:18:50,376 - root - INFO - epoch:0. iter/total_iter:7070/158025. lr:0.00100. loss:0.1386. spend/global_spend:17.3396/2:14:22. eta:1 day, 23:49:10 +2019-10-04 14:18:57,209 - root - INFO - epoch:0. iter/total_iter:7080/158025. lr:0.00100. loss:0.1418. spend/global_spend:6.8327/2:14:29. eta:1 day, 23:47:21 +2019-10-04 14:19:10,866 - root - INFO - epoch:0. iter/total_iter:7090/158025. lr:0.00100. loss:0.1400. spend/global_spend:13.6571/2:14:43. eta:1 day, 23:47:58 +2019-10-04 14:19:19,856 - root - INFO - epoch:0. iter/total_iter:7100/158025. lr:0.00100. loss:0.1451. spend/global_spend:8.9899/2:14:52. eta:1 day, 23:46:55 +2019-10-04 14:19:33,169 - root - INFO - epoch:0. iter/total_iter:7110/158025. lr:0.00100. loss:0.1691. spend/global_spend:13.3139/2:15:05. eta:1 day, 23:47:25 +2019-10-04 14:19:50,933 - root - INFO - epoch:0. iter/total_iter:7120/158025. lr:0.00100. loss:0.1460. spend/global_spend:17.7640/2:15:23. eta:1 day, 23:49:28 +2019-10-04 14:19:59,982 - root - INFO - epoch:0. iter/total_iter:7130/158025. lr:0.00100. loss:0.1464. spend/global_spend:9.0487/2:15:32. eta:1 day, 23:48:27 +2019-10-04 14:20:10,957 - root - INFO - epoch:0. iter/total_iter:7140/158025. lr:0.00100. loss:0.1546. spend/global_spend:10.9753/2:15:43. eta:1 day, 23:48:06 +2019-10-04 14:20:29,701 - root - INFO - epoch:0. iter/total_iter:7150/158025. lr:0.00100. loss:0.1381. spend/global_spend:18.7434/2:16:02. eta:1 day, 23:50:30 +2019-10-04 14:20:39,870 - root - INFO - epoch:0. iter/total_iter:7160/158025. lr:0.00100. loss:0.1460. spend/global_spend:10.1696/2:16:12. eta:1 day, 23:49:52 +2019-10-04 14:20:50,737 - root - INFO - epoch:0. iter/total_iter:7170/158025. lr:0.00100. loss:0.1315. spend/global_spend:10.8662/2:16:23. eta:1 day, 23:49:29 +2019-10-04 14:21:01,250 - root - INFO - epoch:0. iter/total_iter:7180/158025. lr:0.00100. loss:0.1681. spend/global_spend:10.5135/2:16:33. eta:1 day, 23:48:59 +2019-10-04 14:21:13,317 - root - INFO - epoch:0. iter/total_iter:7190/158025. lr:0.00100. loss:0.1392. spend/global_spend:12.0664/2:16:45. eta:1 day, 23:49:01 +2019-10-04 14:21:31,268 - root - INFO - epoch:0. iter/total_iter:7200/158025. lr:0.00100. loss:0.1357. spend/global_spend:17.9511/2:17:03. eta:1 day, 23:51:07 +2019-10-04 14:21:39,454 - root - INFO - epoch:0. iter/total_iter:7210/158025. lr:0.00100. loss:0.1635. spend/global_spend:8.1862/2:17:11. eta:1 day, 23:49:48 +2019-10-04 14:21:55,778 - root - INFO - epoch:0. iter/total_iter:7220/158025. lr:0.00100. loss:0.1456. spend/global_spend:16.3237/2:17:28. eta:1 day, 23:51:19 +2019-10-04 14:22:16,135 - root - INFO - epoch:0. iter/total_iter:7230/158025. lr:0.00100. loss:0.1544. spend/global_spend:20.3575/2:17:48. eta:1 day, 23:54:14 +2019-10-04 14:22:22,203 - root - INFO - epoch:0. iter/total_iter:7240/158025. lr:0.00100. loss:0.1326. spend/global_spend:6.0683/2:17:54. eta:1 day, 23:52:10 +2019-10-04 14:22:38,832 - root - INFO - epoch:0. iter/total_iter:7250/158025. lr:0.00100. loss:0.1270. spend/global_spend:16.6283/2:18:11. eta:1 day, 23:53:47 +2019-10-04 14:22:44,193 - root - INFO - epoch:0. iter/total_iter:7260/158025. lr:0.00100. loss:0.1592. spend/global_spend:5.3612/2:18:16. eta:1 day, 23:51:30 +2019-10-04 14:23:01,709 - root - INFO - epoch:0. iter/total_iter:7270/158025. lr:0.00100. loss:0.1527. spend/global_spend:17.5165/2:18:34. eta:1 day, 23:53:24 +2019-10-04 14:23:20,297 - root - INFO - epoch:0. iter/total_iter:7280/158025. lr:0.00100. loss:0.1395. spend/global_spend:18.5881/2:18:52. eta:1 day, 23:55:41 +2019-10-04 14:23:26,680 - root - INFO - epoch:0. iter/total_iter:7290/158025. lr:0.00100. loss:0.1477. spend/global_spend:6.3821/2:18:59. eta:1 day, 23:53:45 +2019-10-04 14:23:40,931 - root - INFO - epoch:0. iter/total_iter:7300/158025. lr:0.00100. loss:0.1639. spend/global_spend:14.2508/2:19:13. eta:1 day, 23:54:32 +2019-10-04 14:23:58,081 - root - INFO - epoch:0. iter/total_iter:7310/158025. lr:0.00100. loss:0.1352. spend/global_spend:17.1510/2:19:30. eta:1 day, 23:56:18 +2019-10-04 14:24:05,681 - root - INFO - epoch:0. iter/total_iter:7320/158025. lr:0.00100. loss:0.1371. spend/global_spend:7.5996/2:19:38. eta:1 day, 23:54:47 +2019-10-04 14:24:26,516 - root - INFO - epoch:0. iter/total_iter:7330/158025. lr:0.00100. loss:0.1491. spend/global_spend:20.8341/2:19:58. eta:1 day, 23:57:49 +2019-10-04 14:24:31,142 - root - INFO - epoch:0. iter/total_iter:7340/158025. lr:0.00100. loss:0.1420. spend/global_spend:4.6265/2:20:03. eta:1 day, 23:55:17 +2019-10-04 14:24:45,417 - root - INFO - epoch:0. iter/total_iter:7350/158025. lr:0.00100. loss:0.1236. spend/global_spend:14.2756/2:20:17. eta:1 day, 23:56:03 +2019-10-04 14:25:05,489 - root - INFO - epoch:0. iter/total_iter:7360/158025. lr:0.00100. loss:0.1553. spend/global_spend:20.0713/2:20:37. eta:1 day, 23:58:48 +2019-10-04 14:25:10,098 - root - INFO - epoch:0. iter/total_iter:7370/158025. lr:0.00100. loss:0.1486. spend/global_spend:4.6091/2:20:42. eta:1 day, 23:56:17 +2019-10-04 14:25:24,223 - root - ERROR - Exception logged +Traceback (most recent call last): + File "/media/tiger/zzr/rsna_script/trian_resnet.py", line 114, in main_worker + running_loss.append(loss.item()) +KeyboardInterrupt