diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 5710effc39d..65f2bc7045f 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -416,12 +416,8 @@ ee_compat_check:
     - /^[\d-]+-stable(-ee)?/
     - branches@gitlab-org/gitlab-ee
     - branches@gitlab/gitlab-ee
-  allow_failure: yes
+  allow_failure: no
   retry: 0
-  cache:
-    key: "ee_compat_check_repo"
-    paths:
-      - ee_compat_check/ee-repo/
   artifacts:
     name: "${CI_JOB_NAME}_${CI_COMIT_REF_NAME}_${CI_COMMIT_SHA}"
     when: on_failure