diff --git a/lib/pry-rails.rb b/lib/pry-rails.rb
index 4937901..b1d9df1 100644
--- a/lib/pry-rails.rb
+++ b/lib/pry-rails.rb
@@ -7,7 +7,9 @@ module PryRails
         begin
           require 'pry'
           ::IRB = Pry
-          IRB::ExtendCommandBundle = Pry
+          unless defined?(IRB::ExtendCommandBundle)
+            IRB::ExtendCommandBundle = Module.new
+          end
         rescue LoadError
         end
       end