diff --git a/Makefile.in b/Makefile.in
index b67459824d..7a25fe74e0 100644
--- a/Makefile.in
+++ b/Makefile.in
@@ -529,10 +529,17 @@ enc/encinit.$(OBJEXT): enc/encinit.c $(SETUP)
 
 cont.$(OBJEXT): $(COROUTINE_H)
 
+# Override this to allow failure of specific gems on CI
+TEST_BUNDLED_GEMS_ALLOW_FAILURES =
+
 test-bundled-gems-run:
 	$(Q) set -e; while read gem _; do \
-	  echo testing $$gem gem && \
-	  $(XRUBY) -C $(srcdir)/gems/src/$$gem -Ilib ../../../.bundle/bin/rake; \
+	  echo testing $$gem gem; \
+	  if echo $(TEST_BUNDLED_GEMS_ALLOW_FAILURES) | grep -q $$gem; then \
+	    $(XRUBY) -C $(srcdir)/gems/src/$$gem -Ilib ../../../.bundle/bin/rake || true; \
+	  else \
+	    $(XRUBY) -C $(srcdir)/gems/src/$$gem -Ilib ../../../.bundle/bin/rake; \
+	  fi; \
 	done < $(srcdir)/gems/bundled_gems
 
 update-src::
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 9fa7b0f791..40206b3f5c 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -7,6 +7,8 @@ jobs:
     matrix:
       bundled_gems:
         task: test-bundled-gems
+        TEST_BUNDLED_GEMS_ALLOW_FAILURES: |
+          minitest
       bundler:
         task: test-bundler
   steps:
@@ -24,7 +26,7 @@ jobs:
   - script: |
       TRAVIS=1 make $(task)
     displayName: "test"
-    continueOnError: true # test-bundled-gems and test-bundler are failing on Linux. TODO: fix them and remove this line.
+    continueOnError: true # test-bundler is failing on Linux. TODO: fix it and remove this line.
 
 - job: macOS
   pool:
@@ -37,6 +39,8 @@ jobs:
 #        task: test-spec
       bundled_gems:
         task: test-bundled-gems
+        TEST_BUNDLED_GEMS_ALLOW_FAILURES: |
+          minitest
       bundler:
         task: test-bundler
   steps: