diff --git a/test/rubygems/test_rake_package.rb b/test/rubygems/test_rake_package.rb
index 7a2682771e..165da798f5 100644
--- a/test/rubygems/test_rake_package.rb
+++ b/test/rubygems/test_rake_package.rb
@@ -19,6 +19,8 @@ class TestRakePackage < Minitest::Test
 
       If you have added or removed files, make sure you run `rake update_manifest` to update the `Manifest.txt` accordingly
     MSG
+
+    FileUtils.rm_f "pkg"
   end
 
 end