move synchronize up before timer starts

This commit is contained in:
chenfeiyu 2021-06-17 03:12:35 +00:00
parent 58a988c789
commit 30045cf602
1 changed files with 5 additions and 4 deletions

View File

@ -78,15 +78,15 @@ class PWGUpdater(UpdaterBase):
# Generator
noise = paddle.randn(wav.shape)
_cuda_synchronize(place)
with timer() as t:
_cuda_synchronize(place)
wav_ = self.generator(noise, mel)
_cuda_synchronize(place)
print(f"Generator takes {t.elapse}s")
## Multi-resolution stft loss
_cuda_synchronize(place)
with timer() as t:
_cuda_synchronize(place)
sc_loss, mag_loss = self.criterion_stft(
wav_.squeeze(1), wav.squeeze(1))
_cuda_synchronize(place)
@ -108,15 +108,16 @@ class PWGUpdater(UpdaterBase):
gen_loss += self.lambda_adv * adv_loss
report("train/generator_loss", float(gen_loss))
_cuda_synchronize(place)
with timer() as t:
_cuda_synchronize(place)
self.optimizer_g.clear_grad()
gen_loss.backward()
_cuda_synchronize(place)
print(f"Backward takes {t.elapse}s.")
_cuda_synchronize(place)
with timer() as t:
_cuda_synchronize(place)
self.optimizer_g.step()
self.scheduler_g.step()
_cuda_synchronize(place)