diff --git a/spec/integration/mutant/rspec_spec.rb b/spec/integration/mutant/rspec_spec.rb
index 359391f7..156b5691 100644
--- a/spec/integration/mutant/rspec_spec.rb
+++ b/spec/integration/mutant/rspec_spec.rb
@@ -4,7 +4,7 @@ RSpec.describe 'rspec integration', mutant: false do
 
   let(:base_cmd) { 'bundle exec mutant -I lib --require test_app --use rspec' }
 
-  %w[3.4 3.5 3.6 3.7].each do |version|
+  %w[3.7].each do |version|
     context "RSpec #{version}" do
       let(:gemfile) { "Gemfile.rspec#{version}" }
 
diff --git a/test_app/Gemfile.rspec3.4 b/test_app/Gemfile.rspec3.4
deleted file mode 100644
index d487def3..00000000
--- a/test_app/Gemfile.rspec3.4
+++ /dev/null
@@ -1,7 +0,0 @@
-source 'https://rubygems.org'
-gem 'rspec',      '~> 3.4.0'
-gem 'rspec-core', '~> 3.4.0'
-gem 'mutant',       path: '../'
-gem 'mutant-rspec', path: '../'
-gem 'adamantium'
-eval_gemfile File.expand_path('../../Gemfile.shared', __FILE__)
diff --git a/test_app/Gemfile.rspec3.5 b/test_app/Gemfile.rspec3.5
deleted file mode 100644
index 21247290..00000000
--- a/test_app/Gemfile.rspec3.5
+++ /dev/null
@@ -1,7 +0,0 @@
-source 'https://rubygems.org'
-gem 'rspec',      '~> 3.5.0'
-gem 'rspec-core', '~> 3.5.0'
-gem 'mutant',       path: '../'
-gem 'mutant-rspec', path: '../'
-gem 'adamantium'
-eval_gemfile File.expand_path('../../Gemfile.shared', __FILE__)
diff --git a/test_app/Gemfile.rspec3.6 b/test_app/Gemfile.rspec3.6
deleted file mode 100644
index a9d44978..00000000
--- a/test_app/Gemfile.rspec3.6
+++ /dev/null
@@ -1,7 +0,0 @@
-source 'https://rubygems.org'
-gem 'rspec',      '~> 3.6.0'
-gem 'rspec-core', '~> 3.6.0'
-gem 'mutant',       path: '../'
-gem 'mutant-rspec', path: '../'
-gem 'adamantium'
-eval_gemfile File.expand_path('../../Gemfile.shared', __FILE__)