Merge pull request facebookresearch#349 from escfrya/patch-2

Remove outdated assert for layer checkpointing.
nsvoriginals · Nov 22, 2023 · c65e9be · c65e9be
2 parents 3c41377 + b31ad05
commit c65e9be
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/audiocraft/modules/transformer.py b/audiocraft/modules/transformer.py
@@ -648,7 +648,6 @@ def __init__(self, d_model: int, num_heads: int, num_layers: int, dim_feedforwar
                 # see audiocraft/optim/fsdp.py, magic signal to indicate this requires fixing the
                 # backward hook inside of FSDP...
                 layer._magma_checkpointed = True  # type: ignore
-                assert layer.layer_drop == 0., "Need further checking"  # type: ignore
 
     def _apply_layer(self, layer, *args, **kwargs):
         method = self.checkpointing