Merge branch 'fix' into 'master'
fix a bug of transformertts when use data parallel. See merge request !19
This commit is contained in:
commit
45dd7c619a
|
@ -94,6 +94,12 @@ def main(args):
|
|||
if args.stop_token:
|
||||
writer.add_scalar('stop_loss', stop_loss.numpy(), global_step)
|
||||
|
||||
if args.use_data_parallel:
|
||||
writer.add_scalars('alphas', {
|
||||
'encoder_alpha':model._layers.encoder.alpha.numpy(),
|
||||
'decoder_alpha':model._layers.decoder.alpha.numpy(),
|
||||
}, global_step)
|
||||
else:
|
||||
writer.add_scalars('alphas', {
|
||||
'encoder_alpha':model.encoder.alpha.numpy(),
|
||||
'decoder_alpha':model.decoder.alpha.numpy(),
|
||||
|
|
Loading…
Reference in New Issue