| Safe Haskell | Safe-Inferred |
|---|---|
| Language | Haskell2010 |
Torch.GraduallyTyped.NN.Transformer.BERT.BaseUncased
Synopsis
- type BERTBaseUncasedNumLayers = 12
- bertBaseUncasedNumLayers :: SNat BERTBaseUncasedNumLayers
- type BERTBaseUncasedHeadDim = 'Dim ('Name "*") ('Size 12)
- bertBaseUncasedHeadDim :: SDim BERTBaseUncasedHeadDim
- type BERTBaseUncasedHeadEmbedDim = 'Dim ('Name "*") ('Size 64)
- bertBaseUncasedHeadEmbedDim :: SDim BERTBaseUncasedHeadEmbedDim
- type BERTBaseUncasedEmbedDim = 'Dim ('Name "*") ('Size 768)
- bertBaseUncasedEmbedDim :: SDim BERTBaseUncasedEmbedDim
- type BERTBaseUncasedInputEmbedDim = 'Dim ('Name "*") ('Size 768)
- bertBaseUncasedInputEmbedDim :: SDim BERTBaseUncasedInputEmbedDim
- type BERTBaseUncasedFFNDim = 'Dim ('Name "*") ('Size 3072)
- bertBaseUncasedFFNDim :: SDim BERTBaseUncasedFFNDim
- type BERTBaseUncasedVocabDim = 'Dim ('Name "*") ('Size 30522)
- bertBaseUncasedVocabDim :: SDim BERTBaseUncasedVocabDim
- type BERTBaseUncasedTypeVocabDim = 'Dim ('Name "*") ('Size 2)
- bertBaseUncasedTypeVocabDim :: SDim BERTBaseUncasedTypeVocabDim
- type BERTBaseUncased (transformerHead :: TransformerHead) (gradient :: Gradient RequiresGradient) (device :: Device (DeviceType Nat)) (hasDropout :: HasDropout) = BERTModelF transformerHead BERTBaseUncasedNumLayers gradient device BERTBaseUncasedHeadDim BERTBaseUncasedHeadEmbedDim BERTBaseUncasedEmbedDim BERTBaseUncasedInputEmbedDim BERTBaseUncasedFFNDim BERTBaseUncasedVocabDim BERTBaseUncasedTypeVocabDim hasDropout
- bertBaseUnchasedSpec :: STransformerHead transformerHead -> SGradient gradient -> SDevice device -> SHasDropout hasDropout -> ModelSpec (BERTBaseUncased transformerHead gradient device hasDropout)
Documentation
type BERTBaseUncasedNumLayers = 12 Source #
BERT-Base-Uncased number of layers. 'num_hidden_layers = 12'
bertBaseUncasedNumLayers :: SNat BERTBaseUncasedNumLayers Source #
BERT-Base-Uncased number of layers singleton.
type BERTBaseUncasedHeadDim = 'Dim ('Name "*") ('Size 12) Source #
BERT-Base-Uncased number of attention heads. 'num_attention_heads = 12'
bertBaseUncasedHeadDim :: SDim BERTBaseUncasedHeadDim Source #
BERT-Base-Uncased number of attention heads singleton.
type BERTBaseUncasedHeadEmbedDim = 'Dim ('Name "*") ('Size 64) Source #
BERT-Base-Uncased head embedding dimension. 'd_kv = 64'
bertBaseUncasedHeadEmbedDim :: SDim BERTBaseUncasedHeadEmbedDim Source #
BERT-Base-Uncased head embedding dimension singleton.
type BERTBaseUncasedEmbedDim = 'Dim ('Name "*") ('Size 768) Source #
BERT-Base-Uncased embedding dimension. 'hidden_size = n_heads * d_kv = 768'
bertBaseUncasedEmbedDim :: SDim BERTBaseUncasedEmbedDim Source #
BERT-Base-Uncased embedding dimension singleton.
type BERTBaseUncasedInputEmbedDim = 'Dim ('Name "*") ('Size 768) Source #
BERT-Base-Uncased model dimension. 'hidden_size = 768'
bertBaseUncasedInputEmbedDim :: SDim BERTBaseUncasedInputEmbedDim Source #
BERT-Base-Uncased model dimension singleton.
type BERTBaseUncasedFFNDim = 'Dim ('Name "*") ('Size 3072) Source #
BERT-Base-Uncased feed-forward network dimension. 'intermediate_size = 3072'
bertBaseUncasedFFNDim :: SDim BERTBaseUncasedFFNDim Source #
BERT-Base-Uncased feed-forward network dimension singleton.
type BERTBaseUncasedVocabDim = 'Dim ('Name "*") ('Size 30522) Source #
BERT-Base-Uncased vocabulary dimension. 'vocab_size = 30522'
bertBaseUncasedVocabDim :: SDim BERTBaseUncasedVocabDim Source #
BERT-Base-Uncased vocabulary dimension singleton.
type BERTBaseUncasedTypeVocabDim = 'Dim ('Name "*") ('Size 2) Source #
BERT-Base-Uncased type vocabulary dimension. 'type_vocab_size = 2'
bertBaseUncasedTypeVocabDim :: SDim BERTBaseUncasedTypeVocabDim Source #
BERT-Base-Uncased type vocabulary dimension singleton.
type BERTBaseUncased (transformerHead :: TransformerHead) (gradient :: Gradient RequiresGradient) (device :: Device (DeviceType Nat)) (hasDropout :: HasDropout) = BERTModelF transformerHead BERTBaseUncasedNumLayers gradient device BERTBaseUncasedHeadDim BERTBaseUncasedHeadEmbedDim BERTBaseUncasedEmbedDim BERTBaseUncasedInputEmbedDim BERTBaseUncasedFFNDim BERTBaseUncasedVocabDim BERTBaseUncasedTypeVocabDim hasDropout Source #
BERT-Base-Uncased model.
bertBaseUnchasedSpec :: STransformerHead transformerHead -> SGradient gradient -> SDevice device -> SHasDropout hasDropout -> ModelSpec (BERTBaseUncased transformerHead gradient device hasDropout) Source #
BERT-Base-Uncased model specification.