|
a |
|
b/man/layer_pos_sinusoid_wrapper.Rd |
|
|
1 |
% Generated by roxygen2: do not edit by hand |
|
|
2 |
% Please edit documentation in R/custom_layers.R |
|
|
3 |
\name{layer_pos_sinusoid_wrapper} |
|
|
4 |
\alias{layer_pos_sinusoid_wrapper} |
|
|
5 |
\title{Layer for positional encoding} |
|
|
6 |
\usage{ |
|
|
7 |
layer_pos_sinusoid_wrapper( |
|
|
8 |
maxlen = 100, |
|
|
9 |
vocabulary_size = 4, |
|
|
10 |
n = 10000, |
|
|
11 |
load_r6 = FALSE, |
|
|
12 |
embed_dim = 64 |
|
|
13 |
) |
|
|
14 |
} |
|
|
15 |
\arguments{ |
|
|
16 |
\item{maxlen}{Length of predictor sequence.} |
|
|
17 |
|
|
|
18 |
\item{vocabulary_size}{Number of unique character in vocabulary.} |
|
|
19 |
|
|
|
20 |
\item{n}{Frequency of sine waves for positional encoding. Only applied if \code{pos_encoding = "sinusoid"}.} |
|
|
21 |
|
|
|
22 |
\item{load_r6}{Whether to load the R6 layer class.} |
|
|
23 |
|
|
|
24 |
\item{embed_dim}{Dimension for token embedding. No embedding if set to 0. Should be used when input is not one-hot encoded |
|
|
25 |
(integer sequence).} |
|
|
26 |
} |
|
|
27 |
\value{ |
|
|
28 |
A keras layer implementing positional encoding using sine/cosine waves. |
|
|
29 |
} |
|
|
30 |
\description{ |
|
|
31 |
Positional encoding layer with sine/cosine matrix of different frequencies. |
|
|
32 |
} |
|
|
33 |
\examples{ |
|
|
34 |
|
|
|
35 |
\donttest{ |
|
|
36 |
library(keras) |
|
|
37 |
l <- layer_pos_sinusoid_wrapper() |
|
|
38 |
} |
|
|
39 |
} |