diff --git a/CHANGELOG.md b/CHANGELOG.md
index c60baf4c1f8..d9c327df553 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -45,6 +45,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ### Fixed
 
 - Fixed the implementation of `PairedPCABiasDirection` in `allennlp.fairness.bias_direction`, where the difference vectors should not be centered when performing the PCA.
+- Fixed the docstring of `ExponentialMovingAverage`, which was causing its argument descriptions to render inccorrectly in the docs.
 
 ## [v2.7.0](https://github.com/allenai/allennlp/releases/tag/v2.7.0) - 2021-09-01
 
diff --git a/allennlp/training/moving_average.py b/allennlp/training/moving_average.py
index 4657e2d45dd..de2266e80c1 100644
--- a/allennlp/training/moving_average.py
+++ b/allennlp/training/moving_average.py
@@ -60,10 +60,9 @@ class ExponentialMovingAverage(MovingAverage):
     # Parameters
 
     parameters : `Iterable[Tuple[str, Parameter]]`, required
-        The parameters whose averages we'll be tracking.
-
-        In a typical AllenNLP configuration file, this argument does not get an entry under the
-        "moving_average", it gets passed in separately.
+        The parameters whose averages we'll be tracking. In a typical AllenNLP configuration
+        file, this argument does not get an entry under the "moving_average", it gets passed
+        in separately.
     decay : `float`, optional (default = `0.9999`)
         The decay rate that will be used if `num_updates` is not passed
         (and that will be used as an upper bound if `num_updates` is passed).