|
a |
|
b/man/sgdr.Rd |
|
|
1 |
% Generated by roxygen2: do not edit by hand |
|
|
2 |
% Please edit documentation in R/metrics.R |
|
|
3 |
\name{sgdr} |
|
|
4 |
\alias{sgdr} |
|
|
5 |
\title{Stochastic Gradient Descent with Warm Restarts} |
|
|
6 |
\usage{ |
|
|
7 |
sgdr(lrmin = 5e-10, lrmax = 0.05, restart = 50, mult = 1, epoch = NULL) |
|
|
8 |
} |
|
|
9 |
\arguments{ |
|
|
10 |
\item{lrmin}{Lower limit of the range for the learning rate.} |
|
|
11 |
|
|
|
12 |
\item{lrmax}{Upper limit of the range for the learning rate.} |
|
|
13 |
|
|
|
14 |
\item{restart}{Number of epochs until a restart is conducted.} |
|
|
15 |
|
|
|
16 |
\item{mult}{Factor, by which the number of epochs until a restart is increased at every restart.} |
|
|
17 |
|
|
|
18 |
\item{epoch}{Epoch, for which the learning rate shall be calculated.} |
|
|
19 |
} |
|
|
20 |
\value{ |
|
|
21 |
A numeric value. |
|
|
22 |
} |
|
|
23 |
\description{ |
|
|
24 |
Compute the learning Rate for a given epoch using Stochastic Gradient Descent with Warm Restarts. Implements approach from this \href{https://arxiv.org/abs/1608.03983}{paper}. |
|
|
25 |
} |
|
|
26 |
\examples{ |
|
|
27 |
sgdr(lrmin = 5e-10, lrmax = 5e-2, restart = 50, |
|
|
28 |
mult = 1, epoch = 5) |
|
|
29 |
|
|
|
30 |
} |