diff --git a/.circleci/config.yml b/.circleci/config.yml
index 474e6d67c..000dc924a 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -19,6 +19,7 @@ jobs:
     steps:
       - checkout
       - setup_remote_docker
+          version: 20.10.11
       - run:
           name: Build containers
           command: |
@@ -31,7 +32,8 @@ jobs:
             docker build -f Dockerfile.alpine -t mozilla/sops:alpine .
 
   push:
-    machine: true
+    machine:
+      image: ubuntu-2004:202111-02
     resource_class: large
     steps:
       - checkout