diff --git a/setup.py b/setup.py
index da9a9f05315..b95ac84b609 100644
--- a/setup.py
+++ b/setup.py
@@ -135,6 +135,9 @@ def find_version(*file_paths):
     sys.argv.remove("--torch")
 
 if "--tf" in sys.argv:
+    # See also: https://github.com/tensorflow/tensorflow/issues/56077
+    # This is a temporary patch, that limites the protobuf version from above
+    INSTALL_REQUIRES.extend(["protobuf>=3.9.2,<3.20"])
     INSTALL_REQUIRES.extend(EXTRAS_REQUIRE["tf"])
     sys.argv.remove("--tf")