testadmin
/
Parakeet
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

specify a U(-.05, .05) initializer for Embedding

This commit is contained in:
chenfeiyu 2020-10-30 17:42:06 +08:00
parent 57d820f055
commit 45d6f3b99d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
parakeet/models/transformer_tts.py
View File

@ -362,7 +362,7 @@ class TransformerTTS(nn.Layer):
postnet_kernel_size, max_reduction_factor, dropout):
super(TransformerTTS, self).__init__()
# encoder
self.embedding = nn.Embedding(vocab_size, d_encoder, padding_idx)
self.embedding = nn.Embedding(vocab_size, d_encoder, padding_idx, weight_attr=I.Uniform(-0.05, 0.05))
self.encoder_prenet = CNNPreNet(d_encoder, d_encoder, d_encoder, 5, 3, dropout)
self.encoder_pe = pe.positional_encoding(0, 1000, d_encoder) # it may be extended later
self.encoder_pe_scalar = self.create_parameter([1], attr=I.Constant(1.))