Source code for espnet.optimizer.parser

"""Common optimizer default config for multiple backends."""


[docs]def sgd(parser): """Add arguments.""" parser.add_argument("--lr", type=float, default=1.0, help="Learning rate") parser.add_argument("--weight-decay", type=float, default=0.0, help="Weight decay") return parser
[docs]def adam(parser): """Add arguments.""" parser.add_argument("--lr", type=float, default=1e-3, help="Learning rate") parser.add_argument("--beta1", type=float, default=0.9, help="Beta1") parser.add_argument("--beta2", type=float, default=0.999, help="Beta2") parser.add_argument("--weight-decay", type=float, default=0.0, help="Weight decay") return parser
[docs]def adadelta(parser): """Add arguments.""" parser.add_argument("--rho", type=float, default=0.95, help="Rho") parser.add_argument("--eps", type=float, default=1e-8, help="Eps") parser.add_argument("--weight-decay", type=float, default=0.0, help="Weight decay") return parser