remove grad_tts use_text_encoder parameter

MingjieChen · Jun 13, 2023 · 714bd17 · 714bd17
1 parent 10546e6
commit 714bd17
Showing 1 changed file with 3 additions and 4 deletions.
diff --git a/decoder/grad_tts/trainer.py b/decoder/grad_tts/trainer.py
@@ -158,19 +158,18 @@ def _train_epoch(self):
                 loss, losses = compute_loss(self.model, _batch)        
                 self.timer.cnt('fw')    
                 loss.backward()
+                grad_norm = torch.nn.utils.clip_grad_norm_(self.model.parameters(), 
+                                                            max_norm=1)
                 self.optimizer.step()
                 self.timer.cnt('bw')    
-                enc_grad_norm = torch.nn.utils.clip_grad_norm_(self.model.encoder.parameters(), 
-                                                            max_norm=1)
-                dec_grad_norm = torch.nn.utils.clip_grad_norm_(self.model.decoder.parameters(), 
-                                                            max_norm=1)
 
             loss_string = f"epoch: {self.epochs}| iters: {self.iters}| timer: {self.timer.show()}|" 
             for key in losses:
                 train_losses["train/%s" % key].append(losses[key])
                 loss_string += f" {key}:{losses[key]:.3f} "
                 self.step_writer.add_scalar('step/'+key, losses[key], self.iters)
             self.step_writer.add_scalar('step/lr', self._get_lr(), self.iters)    
+            self.step_writer.add_scalar('step/grad_norm', grad_norm, self.iters)    
             self.iters+=1
             if self.iters % self.config['show_freq'] == 0:
                 print(loss_string, flush = True)