summary | shortlog | log | commit | commitdiff | tree
raw | patch | inline | side by side (parent: 011140d)
raw | patch | inline | side by side (parent: 011140d)
author | Manu Mathew <a0393608@ti.com> | |
Wed, 5 Aug 2020 16:45:55 +0000 (22:15 +0530) | ||
committer | Manu Mathew <a0393608@ti.com> | |
Wed, 5 Aug 2020 16:45:55 +0000 (22:15 +0530) |
configs/_xbase_/hyper_params/schedule.py | patch | blob | history |
index dbda90f9212bc0fba57ab179bb917b0964602e4a..fb2ccff306852c8f8669321c5a2e635192c941be 100644 (file)
#optimizer_config = dict(grad_clip=dict(max_norm=10, norm_type=2))
optimizer_config = dict(grad_clip=dict(max_norm=35, norm_type=2))
-# warmup by iterations
-# warmup_cfg = dict(warmup='linear', warmup_iters=500, warmup_ratio=1e-3)
# warmup by epoch
-warmup_cfg = dict(warmup='linear', warmup_by_epoch=True, warmup_iters=1, warmup_ratio=1e-4)
+# warmup_cfg = dict(warmup='linear', warmup_by_epoch=True, warmup_iters=1, warmup_ratio=1e-4)
+# warmup by iterations
+warmup_cfg = dict(warmup='linear', warmup_iters=1000, warmup_ratio=1e-3)
# lr policy - step
# lr_config = dict(policy='step', step=[40, 55], **warmup_cfg)
# lr policy - cosine
-lr_config = dict(policy='CosineAnealing', min_lr_ratio=1e-4, **warmup_cfg)
+lr_config = dict(policy='CosineAnnealing', min_lr_ratio=1e-4, **warmup_cfg)
# runtime settings
total_epochs = 60