[s3] files.all now defaults to loading until pages are no longer truncated

lib/fog/aws/models/s3/directories.rb

@@ -42,10 +42,12 @@ module Fog
             end
           end
           directory.files.merge_attributes(options)
-          directory.files.instance_variable_set(:@loaded, true)
+          files = data['Contents']
-          data['Contents'].each do |file|
+          while data['IsTruncated']
-            directory.files << directory.files.new(file)
+            data = connection.get_bucket(name, options.merge!('marker' => files.last['Key'])).body
+            files.concat(data['Contents'])
           end
+          directory.files.load(files)
           directory
         rescue Excon::Errors::NotFound
           nil

lib/fog/aws/models/s3/files.rb

@@ -39,6 +39,7 @@ module Fog
             'max-keys'    => @max_keys,
             'prefix'      => @prefix
           }.merge!(options)
+          options = options.reject {|key,value| value.nil? || value.empty?}
           data = connection.get_object(directory.name, key, options, &block)
           file_data = {
             :body => data.body,

lib/fog/aws/requests/s3/get_bucket.rb

@@ -38,6 +38,7 @@ module Fog
           unless bucket_name
             raise ArgumentError.new('bucket_name is required')
           end
+          options.reject! {|key, value| !['prefix', 'marker', 'max-keys', 'delimiter'].include?(key)}
           query = ''
           for key, value in options
             query << "#{key}=#{CGI.escape(value.to_s).gsub(/\+/, '%20')};"