coqui-ai
/
TTS
mirror of https://github.com/coqui-ai/TTS.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

change tanh layer size for graves attention

pull/10/head
Eren Golge 2019-11-01 10:55:03 +01:00
parent fb34c7b272
commit 926a4d36ce
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
layers/common_layers.py
View File

@ -119,9 +119,9 @@ class GravesAttention(nn.Module):
self.epsilon = 1e-5
self.J = None
self.N_a = nn.Sequential(
nn.Linear(query_dim, query_dim//2),
nn.Linear(query_dim, query_dim),
nn.Tanh(),
nn.Linear(query_dim//2, 3*K))
nn.Linear(query_dim, 3*K))
self.attention_weights = None
self.mu_prev = None
@ -157,8 +157,10 @@ class GravesAttention(nn.Module):
# mu_t = self.mu_prev + self.attention_alignment * torch.exp(k_t) # mean
sig_t = torch.pow(torch.nn.functional.softplus(b_t), 2)
mu_t = self.mu_prev + torch.nn.functional.softplus(k_t)
# TODO try sigmoid here
g_t = (torch.softmax(g_t, dim=-1) / sig_t) * self.COEF
# each B x K x T_in
g_t = g_t.unsqueeze(2).expand(g_t.size(0),
g_t.size(1),
inputs.size(1))