diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 3f3873e57c1..899e0b6b105 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -332,3 +332,16 @@ pages:
       - public
   only:
     - master
+
+# Insurance in case a gem needed by one of our releases gets yanked from
+# rubygems.org in the future.
+cache gems:
+  only:
+    - tags
+  variables:
+    SETUP_DB: "false"
+  script:
+    - bundle package --all --all-platforms
+  artifacts:
+    paths:
+      - vendor/cache