本文整理汇总了Python中utils.get_lr方法的典型用法代码示例。如果您正苦于以下问题:Python utils.get_lr方法的具体用法?Python utils.get_lr怎么用?Python utils.get_lr使用的例子?那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类utils
的用法示例。
在下文中一共展示了utils.get_lr方法的1个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: main
# 需要导入模块: import utils [as 别名]
# 或者: from utils import get_lr [as 别名]
def main():
args = parse_args()
C = importlib.import_module(args.config).TrainConfig
print("MODEL ID: {}".format(C.model_id))
summary_writer = SummaryWriter(C.log_dpath)
train_iter, val_iter, test_iter, vocab = build_loaders(C)
model = build_model(C, vocab)
optimizer = torch.optim.Adam(model.parameters(), lr=C.lr, weight_decay=C.weight_decay, amsgrad=True)
lr_scheduler = ReduceLROnPlateau(optimizer, mode='min', factor=C.lr_decay_gamma,
patience=C.lr_decay_patience, verbose=True)
best_val_scores = { 'CIDEr': 0. }
best_epoch = 0
best_ckpt_fpath = None
for e in range(1, C.epochs + 1):
ckpt_fpath = C.ckpt_fpath_tpl.format(e)
""" Train """
print("\n")
train_loss = train(e, model, optimizer, train_iter, vocab, C.decoder.rnn_teacher_forcing_ratio,
C.reg_lambda, C.recon_lambda, C.gradient_clip)
log_train(C, summary_writer, e, train_loss, get_lr(optimizer))
""" Validation """
val_loss = test(model, val_iter, vocab, C.reg_lambda, C.recon_lambda)
val_scores = evaluate(val_iter, model, model.vocab)
log_val(C, summary_writer, e, val_loss, val_scores)
if e >= C.save_from and e % C.save_every == 0:
print("Saving checkpoint at epoch={} to {}".format(e, ckpt_fpath))
save_checkpoint(e, model, ckpt_fpath, C)
if e >= C.lr_decay_start_from:
lr_scheduler.step(val_loss['total'])
if e == 1 or val_scores['CIDEr'] > best_val_scores['CIDEr']:
best_epoch = e
best_val_scores = val_scores
best_ckpt_fpath = ckpt_fpath
""" Test with Best Model """
print("\n\n\n[BEST]")
best_model = load_checkpoint(model, best_ckpt_fpath)
test_scores = evaluate(test_iter, best_model, best_model.vocab)
log_test(C, summary_writer, best_epoch, test_scores)
save_checkpoint(best_epoch, best_model, C.ckpt_fpath_tpl.format("best"), C)