testadmin
/
Parakeet
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge pull request #92 from iclementine/develop 

sevral fixes to transformer tts
This commit is contained in:
Feiyu Chan 2021-02-03 15:07:09 +08:00 committed by GitHub
parent a0ce65211c 30e3b9172f
commit 3f60b6e0a3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
parakeet/models/transformer_tts.py
View File

@ -317,14 +317,14 @@ class MLPPreNet(nn.Layer):
super(MLPPreNet, self).__init__()
self.lin1 = nn.Linear(d_input, d_hidden)
self.lin2 = nn.Linear(d_hidden, d_hidden)
self.lin3 = nn.Linear(d_hidden, d_hidden)
self.lin3 = nn.Linear(d_hidden, d_output)
self.dropout = dropout
def forward(self, x, dropout):
l1 = F.dropout(
F.relu(self.lin1(x)), self.dropout, training=self.training)
F.relu(self.lin1(x)), self.dropout, training=True)
l2 = F.dropout(
F.relu(self.lin2(l1)), self.dropout, training=self.training)
F.relu(self.lin2(l1)), self.dropout, training=True)
l3 = self.lin3(l2)
return l3
@ -473,7 +473,7 @@ class TransformerTTS(nn.Layer):
# twice its length if needed
if x.shape[1] * self.r > self.decoder_pe.shape[0]:
new_T = max(x.shape[1] * self.r, self.decoder_pe.shape[0] * 2)
self.decoder_pe = pe.positional_encoding(0, new_T, self.d_decoder)
self.decoder_pe = pe.sinusoid_positional_encoding(0, new_T, self.d_decoder)
pos_enc = self.decoder_pe[:T_dec * self.r:self.r, :]
x = x.scale(math.sqrt(
self.d_decoder)) + pos_enc * self.decoder_pe_scalar