| Safe Haskell | Safe-Inferred |
|---|---|
| Language | Haskell2010 |
Torch.GraduallyTyped.NN.Transformer.Pegasus.XSum
Synopsis
- type PegasusXSumNumLayers = 16
- pegasusXSumNumLayers :: SNat PegasusXSumNumLayers
- type PegasusXSumHeadDim = 'Dim ('Name "*") ('Size 16)
- type PegasusXSumHeadEmbedDim = 'Dim ('Name "*") ('Size 64)
- type PegasusXSumEmbedDim = 'Dim ('Name "*") ('Size 1024)
- type PegasusXSumInputEmbedDim = 'Dim ('Name "*") ('Size 1024)
- pegasusXSumInputEmbedDim :: SDim PegasusXSumInputEmbedDim
- type PegasusXSumFFNDim = 'Dim ('Name "*") ('Size 4096)
- type PegasusXSumVocabDim = 'Dim ('Name "*") ('Size 96103)
- pegasusXSumVocabDim :: SDim PegasusXSumVocabDim
- type PegasusXSum (transformerHead :: TransformerHead) (gradient :: Gradient RequiresGradient) (device :: Device (DeviceType Nat)) (hasDropout :: HasDropout) = PegasusModelF transformerHead PegasusXSumNumLayers gradient device PegasusXSumHeadDim PegasusXSumHeadEmbedDim PegasusXSumEmbedDim PegasusXSumInputEmbedDim PegasusXSumFFNDim PegasusXSumVocabDim hasDropout
- pegasusXSumSpec :: STransformerHead transformerHead -> SGradient gradient -> SDevice device -> SHasDropout hasDropout -> ModelSpec (PegasusXSum transformerHead gradient device hasDropout)
Documentation
type PegasusXSumNumLayers = 16 Source #
Pegasus-XSum number of layers. 'encoder_layers = 16' 'decoder_layers = 16'
type PegasusXSumHeadDim = 'Dim ('Name "*") ('Size 16) Source #
Pegasus-XSum number of attention heads. 'encoder_attention_heads = 16' 'decoder_attention_heads = 16'
type PegasusXSumHeadEmbedDim = 'Dim ('Name "*") ('Size 64) Source #
Pegasus-XSum head embedding dimension. 'd_kv = 64'
type PegasusXSumEmbedDim = 'Dim ('Name "*") ('Size 1024) Source #
Pegasus-XSum embedding dimension. 'hidden_size = n_heads * d_kv = 1024'
type PegasusXSumInputEmbedDim = 'Dim ('Name "*") ('Size 1024) Source #
Pegasus-XSum model dimension. 'd_model = 1024'
type PegasusXSumFFNDim = 'Dim ('Name "*") ('Size 4096) Source #
Pegasus-XSum feed-forward network dimension. 'encoder_ffn_dim = 4096' 'decoder_ffn_dim = 4096'
type PegasusXSumVocabDim = 'Dim ('Name "*") ('Size 96103) Source #
Pegasus-XSum vocabulary dimension. 'vocab_size = 96103'
pegasusXSumVocabDim :: SDim PegasusXSumVocabDim Source #
Pegasus-XSum vocabulary dimension singleton.
type PegasusXSum (transformerHead :: TransformerHead) (gradient :: Gradient RequiresGradient) (device :: Device (DeviceType Nat)) (hasDropout :: HasDropout) = PegasusModelF transformerHead PegasusXSumNumLayers gradient device PegasusXSumHeadDim PegasusXSumHeadEmbedDim PegasusXSumEmbedDim PegasusXSumInputEmbedDim PegasusXSumFFNDim PegasusXSumVocabDim hasDropout Source #
Pegasus-XSum model.
pegasusXSumSpec :: STransformerHead transformerHead -> SGradient gradient -> SDevice device -> SHasDropout hasDropout -> ModelSpec (PegasusXSum transformerHead gradient device hasDropout) Source #
Pegasus-XSum model specification.