1
0
Fork 0
mirror of https://github.com/fog/fog.git synced 2022-11-09 13:51:43 -05:00
fog--fog/lib/fog/google/storage.rb
Juris Galang 827c029a99 This is a combination of 23 commits (included merges from upstream); this commit(s) include changes to enforces recognizes/requires parameters for all supported services. Comments from the included commits follow:
- Added google_storage_* keys
- Fixed indentations.
- Factored out requires and recognizes method implementation (now relies on the requires and recognizes clause from the NamedParameters module)
- Added dependency to named-parameters gem.
- Added recognizes declaration to classes for all supported services to enforce parameter name checks -
- passing an unrecognized key when instantiating a service object will now cause an ArgumentError to be raised.
- Added NOTE
- comment added
- check/filter-out keys from credentials that are not required by the class being instantiated
- [local|storage] properly write out file contents
- Added google_storage_* keys
- Fixed indentations.
- added put_object_acl request (ref: https://github.com/geemus/fog/issues#issue/74)
- Release 0.3.24
- remove tracker reference from README
- issues is now the goto for bugs/todo
- notify and gracefully skip credential-less testsa
- [rackspace|storage] fixes for directory/files
- [local|storage] CGI.escape file names
- Release 0.3.25
- updated deps; recognized_parameters -> declared_parameters; restored options filtering if Fog.bin
- Added requires/recognizes to Fog::Terremark::Ecloud
- Updted to use latest named-parameters gem.
- Filter out unwanted parameters when Fog.bin
- Updated to latest named-parameters gem
- commented out unnecessary code
- fix missing "volume" parameter error when setting Fog::AWS::Volume#server to nil (in order to detach it)
- documentation update for key_pairs and helper
- [aws|compute] commented/documented flavors/volumes
- Fixes for issue 38 and 39
Closes #96
2010-12-01 14:34:42 -08:00

242 lines
8 KiB
Ruby

module Fog
module Google
class Storage < Fog::Service
requires :google_storage_access_key_id, :google_storage_secret_access_key
recognizes :host, :port, :scheme, :persistent
model_path 'fog/google/models/storage'
collection :directories
model :directory
collection :files
model :file
request_path 'fog/google/requests/storage'
request :copy_object
request :delete_bucket
request :delete_object
request :get_bucket
request :get_bucket_acl
request :get_object
request :get_object_acl
request :get_object_torrent
request :get_object_url
request :get_service
request :head_object
request :put_bucket
request :put_bucket_acl
request :put_object
request :put_object_url
module Utils
def parse_data(data)
metadata = {
:body => nil,
:headers => {}
}
if data.is_a?(String)
metadata[:body] = data
metadata[:headers]['Content-Length'] = metadata[:body].size.to_s
else
filename = ::File.basename(data.path)
unless (mime_types = MIME::Types.of(filename)).empty?
metadata[:headers]['Content-Type'] = mime_types.first.content_type
end
metadata[:body] = data
metadata[:headers]['Content-Length'] = ::File.size(data.path).to_s
end
# metadata[:headers]['Content-MD5'] = Base64.encode64(Digest::MD5.digest(metadata[:body])).strip
metadata
end
def url(params, expires)
params[:headers]['Date'] = expires.to_i
query = [params[:query]].compact
query << "GoogleAccessKeyId=#{@google_storage_access_key_id}"
query << "Signature=#{CGI.escape(signature(params))}"
query << "Expires=#{params[:headers]['Date']}"
"http://#{params[:host]}/#{params[:path]}?#{query.join('&')}"
end
end
class Mock
include Utils
def self.acls(type)
case type
when 'private'
@private ||= {
"AccessControlList"=> [
{
"Permission" => "FULL_CONTROL",
"Scope" => {"ID" => "2744ccd10c7533bd736ad890f9dd5cab2adb27b07d500b9493f29cdc420cb2e0", "type" => "UserById"}
}
],
"Owner" => {"ID" => "2744ccd10c7533bd736ad890f9dd5cab2adb27b07d500b9493f29cdc420cb2e0"}
}
when 'public-read'
@public_read ||= begin
public_read = self.acls('private').dup
public_read['AccessControlList'] << {
"Permission" => "READ",
"Scope" => {"type" => "AllUsers"}
}
public_read
end
when 'public-read-write'
@public_read_write ||= begin
public_read_write = self.acls('private').dup
public_read_write['AccessControlList'] << {
"Permission" => "WRITE",
"Scope" => {"type" => "AllUsers"}
}
public_read_write
end
when 'authenticated-read'
@authenticated_read ||= begin
authenticated_read = self.acls('private').dup
authenticated_read['AccessControlList'] << {
"Permission" => "READ",
"Scope" => {"type" => "AllAuthenticatedUsers"}
}
authenticated_read
end
end
end
def self.data
@data ||= Hash.new do |hash, key|
hash[key] = {
:acls => {
:bucket => {},
:object => {}
},
:buckets => {}
}
end
end
def self.reset_data(keys=data.keys)
for key in [*keys]
data.delete(key)
end
end
def initialize(options={})
require 'mime/types'
@google_storage_access_key_id = options[:google_storage_access_key_id]
@data = self.class.data[@google_storage_access_key_id]
end
def signature(params)
"foo"
end
end
class Real
include Utils
extend Fog::Deprecation
deprecate(:reset, :reload)
# Initialize connection to Google Storage
#
# ==== Notes
# options parameter must include values for :google_storage_access_key_id and
# :google_storage_secret_access_key in order to create a connection
#
# ==== Examples
# google_storage = Storage.new(
# :google_storage_access_key_id => your_google_storage_access_key_id,
# :google_storage_secret_access_key => your_google_storage_secret_access_key
# )
#
# ==== Parameters
# * options<~Hash> - config arguments for connection. Defaults to {}.
#
# ==== Returns
# * Storage object with connection to google.
def initialize(options={})
require 'mime/types'
@google_storage_access_key_id = options[:google_storage_access_key_id]
@google_storage_secret_access_key = options[:google_storage_secret_access_key]
@hmac = Fog::HMAC.new('sha1', @google_storage_secret_access_key)
@host = options[:host] || 'commondatastorage.googleapis.com'
@port = options[:port] || 443
@scheme = options[:scheme] || 'https'
@connection = Fog::Connection.new("#{@scheme}://#{@host}:#{@port}", options[:persistent] || true)
end
def reload
@connection.reset
end
private
def request(params, &block)
params[:headers]['Date'] = Time.now.utc.strftime("%a, %d %b %Y %H:%M:%S +0000")
params[:headers]['Authorization'] = "GOOG1 #{@google_storage_access_key_id}:#{signature(params)}"
response = @connection.request(params, &block)
response
end
def signature(params)
string_to_sign =
<<-DATA
#{params[:method]}
#{params[:headers]['Content-MD5']}
#{params[:headers]['Content-Type']}
#{params[:headers]['Date']}
DATA
google_headers, canonical_google_headers = {}, ''
for key, value in params[:headers]
if key[0..6] == 'x-goog-'
google_headers[key] = value
end
end
google_headers = google_headers.sort {|x, y| x[0] <=> y[0]}
for key, value in google_headers
canonical_google_headers << "#{key}:#{value}\n"
end
string_to_sign << "#{canonical_google_headers}"
subdomain = params[:host].split(".#{@host}").first
unless subdomain =~ /^(?:[a-z]|\d(?!\d{0,2}(?:\.\d{1,3}){3}$))(?:[a-z0-9]|\.(?![\.\-])|\-(?![\.])){1,61}[a-z0-9]$/
Formatador.display_line("[yellow][WARN] fog: the specified google storage bucket name(#{subdomain}) is not a valid dns name. See: http://code.google.com/apis/storage/docs/developer-guide.html#naming[/]")
params[:host] = params[:host].split("#{subdomain}.")[-1]
if params[:path]
params[:path] = "#{subdomain}/#{params[:path]}"
else
params[:path] = "#{subdomain}"
end
subdomain = nil
end
canonical_resource = "/"
unless subdomain.nil? || subdomain == @host
canonical_resource << "#{CGI.escape(subdomain).downcase}/"
end
canonical_resource << "#{params[:path]}"
canonical_resource << '?'
for key in (params[:query] || {}).keys
if ['acl', 'location', 'logging', 'requestPayment', 'torrent', 'versions', 'versioning'].include?(key)
canonical_resource << "#{key}&"
end
end
canonical_resource.chop!
string_to_sign << "#{canonical_resource}"
signed_string = @hmac.sign(string_to_sign)
signature = Base64.encode64(signed_string).chomp!
end
end
end
end
end