[ad8447]: / (2) PyTorch_HistoTNet / functions / train_model_val.py

Download this file

171 lines (134 with data), 5.6 kB

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
import torch
import time
import copy
import numpy as np
import os
import torch.nn as nn
from util import pause
from util import getClassCount
from util import normImageCustom
from util import imshow
from util import visImage
from util import print_pers
# training with validation
def train_model_val(model, criterion,
optimizer, scheduler,
num_epochs, dataset_sizes, dataloader_train, dataloader_val,
batch_sizeP, modelName,
dirResults, iteration, fileResultNameFull, log, cuda):
#init time
since = time.time()
# init best model
best_model_wts = copy.deepcopy(model.state_dict())
best_acc = 0.0
min_val_loss = 1e6
# compute num batches
numBatches = {}
numBatches['train'] = np.round(dataset_sizes['train'] / batch_sizeP)
numBatches['val'] = np.round(dataset_sizes['val'] / batch_sizeP)
#print(classCountAll)
#print(weightsBCE)
# loop on epochs
for epoch in range(num_epochs):
# display
if log:
print_pers('\tEpoch {}/{}'.format(epoch+1, num_epochs), fileResultNameFull)
# Each epoch has a training and validation phase
for phase in ['train', 'val']:
if phase == 'train':
model.train() # Set model to training mode
else:
model.eval() # Set model to evaluate mode
# init losses and corrects
running_loss = 0.0
running_corrects = 0.0
# choose dataloader
if phase == 'train':
dataloaders_chosen = dataloader_train
if phase == 'val':
dataloaders_chosen = dataloader_val
# Iterate over data.
for batch_num, (inputs, label) in enumerate(dataloaders_chosen):
# get size of current batch
sizeCurrentBatch = inputs.size(0)
##################
#if batch_num > 10:
#break
##################
# cuda
if cuda:
inputs = inputs.to('cuda')
label = label.to('cuda')
# display
#if batch_num % 100 == 0:
#print_pers("\t\tBatch n. {0} / {1}".format(batch_num, int(numBatches[phase])), fileResultNameFull)
# indexes
#indStart = batch_num * batch_sizeP
#indEnd = indStart + sizeCurrentBatch
# zero the parameter gradients
optimizer.zero_grad()
# forward
# track history if only in train
with torch.set_grad_enabled(phase == 'train'):
outputs = model(inputs)
if cuda:
outputs = outputs.to('cuda')
# softmax
_, preds = torch.max(outputs, 1)
label.type(torch.int64)
#print(label)
#print(label.size())
#print(outputs)
#print(outputs.size())
loss = criterion(outputs, label)
#print(loss)
#pause()
# backward + optimize only if in training phase
if phase == 'train':
loss.backward()
optimizer.step()
# statistics
with torch.no_grad():
running_loss += loss.item() * inputs.size(0)
running_corrects += torch.sum(preds == label.data.int())
# update schedulers
if phase == 'train':
for schedulerSingle in scheduler:
schedulerSingle.step()
# compute epochs losses
with torch.no_grad():
epoch_loss = running_loss / dataset_sizes[phase]
epoch_acc = running_corrects.double() / (dataset_sizes[phase])
# display
if log:
print_pers('\t\t{} Loss: {:.4f} Acc: {:.4f};'.format(phase, epoch_loss, epoch_acc), fileResultNameFull)
# if greater val accuracy, deep copy the model
if phase == 'val' and epoch_acc > best_acc:
best_acc = epoch_acc
best_model_wts = copy.deepcopy(model.state_dict())
if phase == 'val' and epoch_acc == best_acc:
if epoch_loss < min_val_loss:
best_acc = epoch_acc
best_model_wts = copy.deepcopy(model.state_dict())
# save model at epoch
# if epoch % 10 == 0:
# fileNameSave = 'modelsave_{0}_epoch_{1}.pt'.format(iteration+1, epoch)
#torch.save(model.state_dict(), os.path.join(dirResults, fileNameSave))
# del
# del inputs, label
# torch.cuda.empty_cache()
# time
time_elapsed = time.time() - since
print_pers('\tTraining complete in {:.0f}m {:.0f}s'.format(time_elapsed // 60, time_elapsed % 60), fileResultNameFull)
print_pers('\tBest val Acc: {:4f}'.format(best_acc), fileResultNameFull)
# load best model weights
model.load_state_dict(best_model_wts)
# save final
fileNameSaveFinal = 'modelsave_{0}_final.pt'.format(iteration+1)
# torch.save(model.state_dict(), os.path.join(dirResults, fileNameSaveFinal))
# del
torch.cuda.empty_cache()
# del
del inputs, label
del outputs, loss, preds
return model