Set weight decay

This commit is contained in:
hzwer
2021-04-21 11:35:46 +08:00
parent 8eca891455
commit 1dc514b650
6 changed files with 6 additions and 6 deletions

View File

@@ -110,7 +110,7 @@ class Model:
self.optimG = AdamW(itertools.chain(
self.flownet.parameters(),
self.contextnet.parameters(),
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-4)
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-3)
self.schedulerG = optim.lr_scheduler.CyclicLR(
self.optimG, base_lr=1e-6, max_lr=1e-3, step_size_up=8000, cycle_momentum=False)
self.epe = EPE()

View File

@@ -110,7 +110,7 @@ class Model:
self.optimG = AdamW(itertools.chain(
self.flownet.parameters(),
self.contextnet.parameters(),
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-4)
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-3)
self.schedulerG = optim.lr_scheduler.CyclicLR(
self.optimG, base_lr=1e-6, max_lr=1e-3, step_size_up=8000, cycle_momentum=False)
self.epe = EPE()

View File

@@ -110,7 +110,7 @@ class Model:
self.optimG = AdamW(itertools.chain(
self.flownet.parameters(),
self.contextnet.parameters(),
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-4)
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-3)
self.schedulerG = optim.lr_scheduler.CyclicLR(
self.optimG, base_lr=1e-6, max_lr=1e-3, step_size_up=8000, cycle_momentum=False)
self.epe = EPE()

View File

@@ -110,7 +110,7 @@ class Model:
self.optimG = AdamW(itertools.chain(
self.flownet.parameters(),
self.contextnet.parameters(),
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-4)
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-3)
self.schedulerG = optim.lr_scheduler.CyclicLR(
self.optimG, base_lr=1e-6, max_lr=1e-3, step_size_up=8000, cycle_momentum=False)
self.epe = EPE()

View File

@@ -135,7 +135,7 @@ class Model:
self.optimG = AdamW(itertools.chain(
self.flownet.parameters(),
self.contextnet.parameters(),
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-5)
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-3)
self.schedulerG = optim.lr_scheduler.CyclicLR(
self.optimG, base_lr=1e-6, max_lr=1e-3, step_size_up=8000, cycle_momentum=False)
self.epe = EPE()

View File

@@ -120,7 +120,7 @@ class Model:
self.optimG = AdamW(itertools.chain(
self.flownet.parameters(),
self.contextnet.parameters(),
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-5)
self.fusionnet.parameters()), lr=1e-6, weight_decay=1e-3)
self.schedulerG = optim.lr_scheduler.CyclicLR(
self.optimG, base_lr=1e-6, max_lr=1e-3, step_size_up=8000, cycle_momentum=False)
self.epe = EPE()