--- a
+++ b/logs/191004-233915_temp.log
@@ -0,0 +1,96 @@
+2019-10-04 23:39:15,064 - root - INFO - epoch
+2019-10-04 23:39:15,064 - root - INFO - 15
+2019-10-04 23:39:15,064 - root - INFO - schedule_step
+2019-10-04 23:39:15,064 - root - INFO - 4
+2019-10-04 23:39:15,064 - root - INFO - batch_size
+2019-10-04 23:39:15,064 - root - INFO - 32
+2019-10-04 23:39:15,064 - root - INFO - test_batch_size
+2019-10-04 23:39:15,064 - root - INFO - 128
+2019-10-04 23:39:15,064 - root - INFO - num_workers
+2019-10-04 23:39:15,065 - root - INFO - 32
+2019-10-04 23:39:15,065 - root - INFO - eval_fre
+2019-10-04 23:39:15,065 - root - INFO - 1
+2019-10-04 23:39:15,065 - root - INFO - msg_fre
+2019-10-04 23:39:15,065 - root - INFO - 10
+2019-10-04 23:39:15,065 - root - INFO - save_fre
+2019-10-04 23:39:15,065 - root - INFO - 1
+2019-10-04 23:39:15,065 - root - INFO - name
+2019-10-04 23:39:15,065 - root - INFO - temp
+2019-10-04 23:39:15,065 - root - INFO - data_dir
+2019-10-04 23:39:15,065 - root - INFO - /media/tiger/zzr/rsna
+2019-10-04 23:39:15,065 - root - INFO - log_dir
+2019-10-04 23:39:15,065 - root - INFO - ./logs
+2019-10-04 23:39:15,065 - root - INFO - tensorboard_dir
+2019-10-04 23:39:15,065 - root - INFO - ./tensorboard
+2019-10-04 23:39:15,065 - root - INFO - model_out_dir
+2019-10-04 23:39:15,065 - root - INFO - ./model_out
+2019-10-04 23:39:15,065 - root - INFO - model_out_name
+2019-10-04 23:39:15,065 - root - INFO - final_model.pth
+2019-10-04 23:39:15,065 - root - INFO - seed
+2019-10-04 23:39:15,065 - root - INFO - 5
+2019-10-04 23:39:15,065 - root - INFO - predefinedModel
+2019-10-04 23:39:15,065 - root - INFO - /media/tiger/zzr/rsna_script/model_out/191004-003700_temp/out_1.pth
+2019-10-04 23:39:15,065 - root - INFO - unique_name
+2019-10-04 23:39:15,065 - root - INFO - 191004-233915_temp
+2019-10-04 23:39:15,066 - root - INFO - sub_tensorboard_dir
+2019-10-04 23:39:15,066 - root - INFO - ./tensorboard/191004-233915_temp
+2019-10-04 23:39:15,066 - root - INFO - sub_model_out_dir
+2019-10-04 23:39:15,066 - root - INFO - ./model_out/191004-233915_temp
+2019-10-04 23:39:39,590 - root - INFO - epoch:0. iter/total_iter:10/316050. lr:0.00100. loss:0.6946. spend/global_spend:9.3692/0:00:09. eta:3 days, 10:15:03
+2019-10-04 23:39:42,597 - root - INFO - epoch:0. iter/total_iter:20/316050. lr:0.00100. loss:0.2940. spend/global_spend:3.0067/0:00:12. eta:2 days, 6:19:18
+2019-10-04 23:39:45,077 - root - INFO - epoch:0. iter/total_iter:30/316050. lr:0.00100. loss:0.1959. spend/global_spend:2.4803/0:00:14. eta:1 day, 19:28:15
+2019-10-04 23:39:47,806 - root - INFO - epoch:0. iter/total_iter:40/316050. lr:0.00100. loss:0.2120. spend/global_spend:2.7293/0:00:17. eta:1 day, 14:35:30
+2019-10-04 23:39:50,189 - root - INFO - epoch:0. iter/total_iter:50/316050. lr:0.00100. loss:0.2050. spend/global_spend:2.3835/0:00:19. eta:1 day, 11:03:24
+2019-10-04 23:39:52,612 - root - INFO - epoch:0. iter/total_iter:60/316050. lr:0.00100. loss:0.1896. spend/global_spend:2.4225/0:00:22. eta:1 day, 8:45:24
+2019-10-04 23:39:54,995 - root - INFO - epoch:0. iter/total_iter:70/316050. lr:0.00100. loss:0.1700. spend/global_spend:2.3828/0:00:24. eta:1 day, 7:03:51
+2019-10-04 23:39:57,391 - root - INFO - epoch:0. iter/total_iter:80/316050. lr:0.00100. loss:0.2015. spend/global_spend:2.3962/0:00:27. eta:1 day, 5:48:33
+2019-10-04 23:39:59,782 - root - INFO - epoch:0. iter/total_iter:90/316050. lr:0.00100. loss:0.1753. spend/global_spend:2.3915/0:00:29. eta:1 day, 4:49:42
+2019-10-04 23:40:02,187 - root - INFO - epoch:0. iter/total_iter:100/316050. lr:0.00100. loss:0.2116. spend/global_spend:2.4039/0:00:31. eta:1 day, 4:03:16
+2019-10-04 23:40:04,590 - root - INFO - epoch:0. iter/total_iter:110/316050. lr:0.00100. loss:0.1661. spend/global_spend:2.4039/0:00:34. eta:1 day, 3:25:16
+2019-10-04 23:40:06,984 - root - INFO - epoch:0. iter/total_iter:120/316050. lr:0.00100. loss:0.1761. spend/global_spend:2.3935/0:00:36. eta:1 day, 2:53:08
+2019-10-04 23:40:09,385 - root - INFO - epoch:0. iter/total_iter:130/316050. lr:0.00100. loss:0.2008. spend/global_spend:2.4001/0:00:39. eta:1 day, 2:26:12
+2019-10-04 23:40:11,817 - root - INFO - epoch:0. iter/total_iter:140/316050. lr:0.00100. loss:0.1921. spend/global_spend:2.4334/0:00:41. eta:1 day, 2:04:23
+2019-10-04 23:40:14,212 - root - INFO - epoch:0. iter/total_iter:150/316050. lr:0.00100. loss:0.2194. spend/global_spend:2.3940/0:00:43. eta:1 day, 1:44:04
+2019-10-04 23:40:16,643 - root - INFO - epoch:0. iter/total_iter:160/316050. lr:0.00100. loss:0.1959. spend/global_spend:2.4316/0:00:46. eta:1 day, 1:27:32
+2019-10-04 23:40:19,073 - root - INFO - epoch:0. iter/total_iter:170/316050. lr:0.00100. loss:0.2042. spend/global_spend:2.4306/0:00:48. eta:1 day, 1:12:54
+2019-10-04 23:40:21,492 - root - INFO - epoch:0. iter/total_iter:180/316050. lr:0.00100. loss:0.1897. spend/global_spend:2.4186/0:00:51. eta:1 day, 0:59:32
+2019-10-04 23:40:23,916 - root - INFO - epoch:0. iter/total_iter:190/316050. lr:0.00100. loss:0.1661. spend/global_spend:2.4237/0:00:53. eta:1 day, 0:47:44
+2019-10-04 23:40:26,335 - root - INFO - epoch:0. iter/total_iter:200/316050. lr:0.00100. loss:0.2133. spend/global_spend:2.4195/0:00:56. eta:1 day, 0:36:59
+2019-10-04 23:40:28,753 - root - INFO - epoch:0. iter/total_iter:210/316050. lr:0.00100. loss:0.1695. spend/global_spend:2.4174/0:00:58. eta:1 day, 0:27:12
+2019-10-04 23:40:31,153 - root - INFO - epoch:0. iter/total_iter:220/316050. lr:0.00100. loss:0.2035. spend/global_spend:2.4001/0:01:00. eta:1 day, 0:17:53
+2019-10-04 23:40:33,587 - root - INFO - epoch:0. iter/total_iter:230/316050. lr:0.00100. loss:0.1854. spend/global_spend:2.4344/0:01:03. eta:1 day, 0:10:10
+2019-10-04 23:40:36,020 - root - INFO - epoch:0. iter/total_iter:240/316050. lr:0.00100. loss:0.1916. spend/global_spend:2.4327/0:01:05. eta:1 day, 0:03:03
+2019-10-04 23:40:38,435 - root - INFO - epoch:0. iter/total_iter:250/316050. lr:0.00100. loss:0.2024. spend/global_spend:2.4157/0:01:08. eta:23:56:09
+2019-10-04 23:40:40,854 - root - INFO - epoch:0. iter/total_iter:260/316050. lr:0.00100. loss:0.1843. spend/global_spend:2.4184/0:01:10. eta:23:49:49
+2019-10-04 23:40:48,268 - root - INFO - epoch:0. iter/total_iter:270/316050. lr:0.00100. loss:0.1969. spend/global_spend:7.4144/0:01:18. eta:1 day, 1:21:21
+2019-10-04 23:40:52,668 - root - INFO - epoch:0. iter/total_iter:280/316050. lr:0.00100. loss:0.1599. spend/global_spend:4.3991/0:01:22. eta:1 day, 1:49:39
+2019-10-04 23:41:00,307 - root - INFO - epoch:0. iter/total_iter:290/316050. lr:0.00100. loss:0.2259. spend/global_spend:7.6390/0:01:30. eta:1 day, 3:14:48
+2019-10-04 23:41:09,831 - root - INFO - epoch:0. iter/total_iter:300/316050. lr:0.00100. loss:0.1883. spend/global_spend:9.5240/0:01:39. eta:1 day, 5:07:19
+2019-10-04 23:41:13,060 - root - INFO - epoch:0. iter/total_iter:310/316050. lr:0.00100. loss:0.1941. spend/global_spend:3.2293/0:01:42. eta:1 day, 5:05:43
+2019-10-04 23:41:15,430 - root - INFO - epoch:0. iter/total_iter:320/316050. lr:0.00100. loss:0.1944. spend/global_spend:2.3707/0:01:45. eta:1 day, 4:50:06
+2019-10-04 23:41:27,986 - root - INFO - epoch:0. iter/total_iter:330/316050. lr:0.00100. loss:0.2012. spend/global_spend:12.5555/0:01:57. eta:1 day, 7:17:49
+2019-10-04 23:41:31,447 - root - INFO - epoch:0. iter/total_iter:340/316050. lr:0.00100. loss:0.1752. spend/global_spend:3.4610/0:02:01. eta:1 day, 7:16:05
+2019-10-04 23:41:35,587 - root - INFO - epoch:0. iter/total_iter:350/316050. lr:0.00100. loss:0.1640. spend/global_spend:4.1400/0:02:05. eta:1 day, 7:24:40
+2019-10-04 23:41:52,443 - root - INFO - epoch:0. iter/total_iter:360/316050. lr:0.00100. loss:0.1949. spend/global_spend:16.8553/0:02:22. eta:1 day, 10:38:36
+2019-10-04 23:41:54,833 - root - INFO - epoch:0. iter/total_iter:370/316050. lr:0.00100. loss:0.1965. spend/global_spend:2.3901/0:02:24. eta:1 day, 10:16:21
+2019-10-04 23:41:57,201 - root - INFO - epoch:0. iter/total_iter:380/316050. lr:0.00100. loss:0.2065. spend/global_spend:2.3689/0:02:26. eta:1 day, 9:54:58
+2019-10-04 23:41:59,793 - root - INFO - epoch:0. iter/total_iter:390/316050. lr:0.00100. loss:0.1554. spend/global_spend:2.5923/0:02:29. eta:1 day, 9:37:42
+2019-10-04 23:42:07,492 - root - INFO - epoch:0. iter/total_iter:400/316050. lr:0.00100. loss:0.1492. spend/global_spend:7.6983/0:02:37. eta:1 day, 10:28:26
+2019-10-04 23:42:15,039 - root - INFO - epoch:0. iter/total_iter:410/316050. lr:0.00100. loss:0.1584. spend/global_spend:7.5471/0:02:44. eta:1 day, 11:14:46
+2019-10-04 23:42:19,498 - root - INFO - epoch:0. iter/total_iter:420/316050. lr:0.00100. loss:0.1823. spend/global_spend:4.4591/0:02:49. eta:1 day, 11:20:12
+2019-10-04 23:42:25,146 - root - INFO - epoch:0. iter/total_iter:430/316050. lr:0.00100. loss:0.1442. spend/global_spend:5.6478/0:02:54. eta:1 day, 11:39:55
+2019-10-04 23:42:31,384 - root - INFO - epoch:0. iter/total_iter:440/316050. lr:0.00100. loss:0.1511. spend/global_spend:6.2362/0:03:01. eta:1 day, 12:05:46
+2019-10-04 23:42:36,800 - root - INFO - epoch:0. iter/total_iter:450/316050. lr:0.00100. loss:0.1730. spend/global_spend:5.4179/0:03:06. eta:1 day, 12:20:54
+2019-10-04 23:42:41,217 - root - INFO - epoch:0. iter/total_iter:460/316050. lr:0.00100. loss:0.1570. spend/global_spend:4.4165/0:03:10. eta:1 day, 12:23:55
+2019-10-04 23:42:50,041 - root - INFO - epoch:0. iter/total_iter:470/316050. lr:0.00100. loss:0.1649. spend/global_spend:8.8247/0:03:19. eta:1 day, 13:16:08
+2019-10-04 23:42:52,440 - root - INFO - epoch:0. iter/total_iter:480/316050. lr:0.00100. loss:0.2047. spend/global_spend:2.3988/0:03:22. eta:1 day, 12:55:46
+2019-10-04 23:43:04,578 - root - INFO - epoch:0. iter/total_iter:490/316050. lr:0.00100. loss:0.1768. spend/global_spend:12.1382/0:03:34. eta:1 day, 14:20:46
+2019-10-04 23:43:09,900 - root - INFO - epoch:0. iter/total_iter:500/316050. lr:0.00100. loss:0.1757. spend/global_spend:5.3221/0:03:39. eta:1 day, 14:30:39
+2019-10-04 23:43:12,288 - root - INFO - epoch:0. iter/total_iter:510/316050. lr:0.00100. loss:0.1879. spend/global_spend:2.3877/0:03:42. eta:1 day, 14:09:54
+2019-10-04 23:43:21,443 - root - INFO - epoch:0. iter/total_iter:520/316050. lr:0.00100. loss:0.1799. spend/global_spend:9.1551/0:03:51. eta:1 day, 14:58:23
+2019-10-04 23:43:27,053 - root - INFO - epoch:0. iter/total_iter:530/316050. lr:0.00100. loss:0.1648. spend/global_spend:5.6102/0:03:56. eta:1 day, 15:09:51
+2019-10-04 23:43:27,585 - root - ERROR - Exception logged
+Traceback (most recent call last):
+  File "/media/tiger/zzr/rsna_script/trian_resnet.py", line 114, in main_worker
+    running_loss.append(loss.item())
+KeyboardInterrupt