fedex/mt
Public Access
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixed warning of changed torch behaviour

Browse Source 
order in which optimizer and lr_scheduler have to be called switched
see: https://pytorch.org/docs/stable/optim.html#how-to-adjust-learning-rate
This commit is contained in:
Jan Kowalczyk
2024-06-28 12:00:37 +02:00
parent f51752c6f2
commit 42fb437fe1
2 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
Deep-SAD-PyTorch/src/optim/DeepSAD_trainer.py
View File

@@ -83,13 +83,6 @@ class DeepSADTrainer(BaseTrainer):
net.train()
for epoch in range(self.n_epochs):
scheduler.step()
if epoch in self.lr_milestones:
logger.info(
" LR scheduler: new learning rate is %g"
% float(scheduler.get_lr()[0])
)
epoch_loss = 0.0
n_batches = 0
epoch_start_time = time.time()
@@ -117,6 +110,13 @@ class DeepSADTrainer(BaseTrainer):
epoch_loss += loss.item()
n_batches += 1
scheduler.step()
if epoch in self.lr_milestones:
logger.info(
" LR scheduler: new learning rate is %g"
% float(scheduler.get_lr()[0])
)
# log epoch statistics
epoch_train_time = time.time() - epoch_start_time
logger.info(

14
Deep-SAD-PyTorch/src/optim/ae_trainer.py
View File

@@ -71,13 +71,6 @@ class AETrainer(BaseTrainer):
ae_net.train()
for epoch in range(self.n_epochs):
scheduler.step()
if epoch in self.lr_milestones:
logger.info(
" LR scheduler: new learning rate is %g"
% float(scheduler.get_lr()[0])
)
epoch_loss = 0.0
n_batches = 0
epoch_start_time = time.time()
@@ -98,6 +91,13 @@ class AETrainer(BaseTrainer):
epoch_loss += loss.item()
n_batches += 1
scheduler.step()
if epoch in self.lr_milestones:
logger.info(
" LR scheduler: new learning rate is %g"
% float(scheduler.get_last_lr()[0])
)
# log epoch statistics
epoch_train_time = time.time() - epoch_start_time
logger.info(