diff --git a/requirements.txt b/requirements.txt
index 86e26c93..d5d560b4 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,4 +1,5 @@
 tensorflow>=1.14
+tensorflow-estimator>=2.3.0
 mpmath
 scipy>=0.17
 dm-tree~=0.1.1
diff --git a/setup.py b/setup.py
index 057bc927..57699674 100644
--- a/setup.py
+++ b/setup.py
@@ -17,11 +17,12 @@
 
 setup(
     name='tensorflow_privacy',
-    version='0.5.0',
+    version='0.5.1',
     url='https://github.com/tensorflow/privacy',
     license='Apache-2.0',
     install_requires=[
         'scipy>=0.17',
+        'tensorflow-estimator>=2.3.0',  # for DP versions of estimator.
         'mpmath',  # used in tests only
         'dm-tree~=0.1.1',  # used in tests only
     ],
diff --git a/tensorflow_privacy/version.py b/tensorflow_privacy/version.py
index dc011c71..61a1693c 100644
--- a/tensorflow_privacy/version.py
+++ b/tensorflow_privacy/version.py
@@ -13,4 +13,4 @@
 # limitations under the License.
 """TensorFlow Privacy version."""
 
-__version__ = '0.5.0'
+__version__ = '0.5.1'