diff --git a/dataflow/gpu-workers/Dockerfile b/dataflow/gpu-workers/Dockerfile
index 34dcf34d2a8..0fde4ed62a9 100644
--- a/dataflow/gpu-workers/Dockerfile
+++ b/dataflow/gpu-workers/Dockerfile
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-FROM tensorflow/tensorflow:2.4.0-gpu
+FROM tensorflow/tensorflow:2.20.0rc0-gpu
 
 WORKDIR /root