--- a +++ b/logs/191005-000038_temp.log @@ -0,0 +1,75 @@ +2019-10-05 00:00:38,601 - root - INFO - epoch +2019-10-05 00:00:38,601 - root - INFO - 15 +2019-10-05 00:00:38,601 - root - INFO - schedule_step +2019-10-05 00:00:38,601 - root - INFO - 4 +2019-10-05 00:00:38,601 - root - INFO - batch_size +2019-10-05 00:00:38,602 - root - INFO - 32 +2019-10-05 00:00:38,602 - root - INFO - test_batch_size +2019-10-05 00:00:38,602 - root - INFO - 128 +2019-10-05 00:00:38,602 - root - INFO - num_workers +2019-10-05 00:00:38,602 - root - INFO - 32 +2019-10-05 00:00:38,602 - root - INFO - eval_fre +2019-10-05 00:00:38,602 - root - INFO - 1 +2019-10-05 00:00:38,602 - root - INFO - msg_fre +2019-10-05 00:00:38,602 - root - INFO - 10 +2019-10-05 00:00:38,602 - root - INFO - save_fre +2019-10-05 00:00:38,602 - root - INFO - 1 +2019-10-05 00:00:38,602 - root - INFO - name +2019-10-05 00:00:38,602 - root - INFO - temp +2019-10-05 00:00:38,602 - root - INFO - data_dir +2019-10-05 00:00:38,602 - root - INFO - /media/tiger/zzr/rsna +2019-10-05 00:00:38,602 - root - INFO - log_dir +2019-10-05 00:00:38,602 - root - INFO - ./logs +2019-10-05 00:00:38,602 - root - INFO - tensorboard_dir +2019-10-05 00:00:38,602 - root - INFO - ./tensorboard +2019-10-05 00:00:38,602 - root - INFO - model_out_dir +2019-10-05 00:00:38,602 - root - INFO - ./model_out +2019-10-05 00:00:38,602 - root - INFO - model_out_name +2019-10-05 00:00:38,602 - root - INFO - final_model.pth +2019-10-05 00:00:38,602 - root - INFO - seed +2019-10-05 00:00:38,602 - root - INFO - 5 +2019-10-05 00:00:38,602 - root - INFO - predefinedModel +2019-10-05 00:00:38,602 - root - INFO - /media/tiger/zzr/rsna_script/model_out/191004-003700_temp/out_1.pth +2019-10-05 00:00:38,603 - root - INFO - unique_name +2019-10-05 00:00:38,603 - root - INFO - 191005-000038_temp +2019-10-05 00:00:38,603 - root - INFO - sub_tensorboard_dir +2019-10-05 00:00:38,603 - root - INFO - ./tensorboard/191005-000038_temp +2019-10-05 00:00:38,603 - root - INFO - sub_model_out_dir +2019-10-05 00:00:38,603 - root - INFO - ./model_out/191005-000038_temp +2019-10-05 00:01:01,000 - root - INFO - epoch:0. iter/total_iter:10/316050. lr:0.00100. loss:0.6946. spend/global_spend:7.3455/0:00:07. eta:2 days, 16:29:08 +2019-10-05 00:01:03,887 - root - INFO - epoch:0. iter/total_iter:20/316050. lr:0.00100. loss:0.2940. spend/global_spend:2.8875/0:00:10. eta:1 day, 20:54:57 +2019-10-05 00:01:06,229 - root - INFO - epoch:0. iter/total_iter:30/316050. lr:0.00100. loss:0.1959. spend/global_spend:2.3410/0:00:12. eta:1 day, 12:47:34 +2019-10-05 00:01:08,663 - root - INFO - epoch:0. iter/total_iter:40/316050. lr:0.00100. loss:0.2120. spend/global_spend:2.4343/0:00:15. eta:1 day, 8:56:09 +2019-10-05 00:01:11,025 - root - INFO - epoch:0. iter/total_iter:50/316050. lr:0.00100. loss:0.2050. spend/global_spend:2.3624/0:00:17. eta:1 day, 6:29:42 +2019-10-05 00:01:13,414 - root - INFO - epoch:0. iter/total_iter:60/316050. lr:0.00100. loss:0.1895. spend/global_spend:2.3893/0:00:19. eta:1 day, 4:54:26 +2019-10-05 00:01:15,810 - root - INFO - epoch:0. iter/total_iter:70/316050. lr:0.00100. loss:0.1699. spend/global_spend:2.3959/0:00:22. eta:1 day, 3:46:52 +2019-10-05 00:01:18,164 - root - INFO - epoch:0. iter/total_iter:80/316050. lr:0.00100. loss:0.2015. spend/global_spend:2.3540/0:00:24. eta:1 day, 2:53:25 +2019-10-05 00:01:20,538 - root - INFO - epoch:0. iter/total_iter:90/316050. lr:0.00100. loss:0.1755. spend/global_spend:2.3734/0:00:26. eta:1 day, 2:12:58 +2019-10-05 00:01:22,919 - root - INFO - epoch:0. iter/total_iter:100/316050. lr:0.00100. loss:0.2113. spend/global_spend:2.3815/0:00:29. eta:1 day, 1:41:02 +2019-10-05 00:01:25,285 - root - INFO - epoch:0. iter/total_iter:110/316050. lr:0.00100. loss:0.1661. spend/global_spend:2.3654/0:00:31. eta:1 day, 1:14:07 +2019-10-05 00:01:27,661 - root - INFO - epoch:0. iter/total_iter:120/316050. lr:0.00100. loss:0.1761. spend/global_spend:2.3770/0:00:34. eta:1 day, 0:52:12 +2019-10-05 00:01:30,045 - root - INFO - epoch:0. iter/total_iter:130/316050. lr:0.00100. loss:0.2007. spend/global_spend:2.3828/0:00:36. eta:1 day, 0:33:53 +2019-10-05 00:01:32,430 - root - INFO - epoch:0. iter/total_iter:140/316050. lr:0.00100. loss:0.1920. spend/global_spend:2.3855/0:00:38. eta:1 day, 0:18:16 +2019-10-05 00:01:34,807 - root - INFO - epoch:0. iter/total_iter:150/316050. lr:0.00100. loss:0.2206. spend/global_spend:2.3774/0:00:41. eta:1 day, 0:04:27 +2019-10-05 00:01:37,206 - root - INFO - epoch:0. iter/total_iter:160/316050. lr:0.00100. loss:0.1955. spend/global_spend:2.3986/0:00:43. eta:23:53:04 +2019-10-05 00:01:39,575 - root - INFO - epoch:0. iter/total_iter:170/316050. lr:0.00100. loss:0.2040. spend/global_spend:2.3695/0:00:45. eta:23:42:06 +2019-10-05 00:01:41,941 - root - INFO - epoch:0. iter/total_iter:180/316050. lr:0.00100. loss:0.1894. spend/global_spend:2.3661/0:00:48. eta:23:32:15 +2019-10-05 00:01:44,330 - root - INFO - epoch:0. iter/total_iter:190/316050. lr:0.00100. loss:0.1656. spend/global_spend:2.3880/0:00:50. eta:23:24:03 +2019-10-05 00:01:46,707 - root - INFO - epoch:0. iter/total_iter:200/316050. lr:0.00100. loss:0.2132. spend/global_spend:2.3778/0:00:53. eta:23:16:23 +2019-10-05 00:01:49,087 - root - INFO - epoch:0. iter/total_iter:210/316050. lr:0.00100. loss:0.1697. spend/global_spend:2.3798/0:00:55. eta:23:09:30 +2019-10-05 00:01:51,501 - root - INFO - epoch:0. iter/total_iter:220/316050. lr:0.00100. loss:0.2040. spend/global_spend:2.4146/0:00:57. eta:23:04:04 +2019-10-05 00:01:53,892 - root - INFO - epoch:0. iter/total_iter:230/316050. lr:0.00100. loss:0.1857. spend/global_spend:2.3904/0:01:00. eta:22:58:34 +2019-10-05 00:01:56,307 - root - INFO - epoch:0. iter/total_iter:240/316050. lr:0.00100. loss:0.1917. spend/global_spend:2.4146/0:01:02. eta:22:54:02 +2019-10-05 00:01:58,749 - root - INFO - epoch:0. iter/total_iter:250/316050. lr:0.00100. loss:0.2022. spend/global_spend:2.4423/0:01:05. eta:22:50:27 +2019-10-05 00:02:01,189 - root - INFO - epoch:0. iter/total_iter:260/316050. lr:0.00100. loss:0.1849. spend/global_spend:2.4404/0:01:07. eta:22:47:06 +2019-10-05 00:02:01,620 - root - ERROR - Exception logged +Traceback (most recent call last): + File "/media/tiger/zzr/rsna_script/trian_resnet.py", line 110, in main_worker + loss = criterion(outputs, lb) + File "/home/tiger/anaconda3/lib/python3.7/site-packages/torch/nn/modules/module.py", line 493, in __call__ + result = self.forward(*input, **kwargs) + File "/home/tiger/anaconda3/lib/python3.7/site-packages/torch/nn/modules/loss.py", line 512, in forward + return F.binary_cross_entropy(input, target, weight=self.weight, reduction=self.reduction) + File "/home/tiger/anaconda3/lib/python3.7/site-packages/torch/nn/functional.py", line 2113, in binary_cross_entropy + input, target, weight, reduction_enum) +KeyboardInterrupt