diff --git a/test/excludes/TestGem.rb b/test/excludes/TestGem.rb
new file mode 100644
index 0000000000..042af26eff
--- /dev/null
+++ b/test/excludes/TestGem.rb
@@ -0,0 +1,4 @@
+if RbConfig::CONFIG["LIBRUBY_RELATIVE"] == "yes"
+  exclude(/test_looks_for_gemdeps_files_automatically_from_binstubs/,
+         "can't test before installation")
+end